{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "removed-magic",
   "metadata": {},
   "source": [
    "# LightGBM特征筛选"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "south-beauty",
   "metadata": {},
   "source": [
    "## 加载数据"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "changing-spouse",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2024-06-23T07:23:34.742913500Z",
     "start_time": "2024-06-23T07:23:32.048747800Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": "      obs_mth  bad_ind        uid  td_score  jxl_score  mj_score  rh_score  \\\n0  2018-10-31      0.0  A10000005  0.675349   0.144072  0.186899  0.483640   \n1  2018-07-31      0.0   A1000002  0.825269   0.398688  0.139396  0.843725   \n2  2018-09-30      0.0   A1000011  0.315406   0.629745  0.535854  0.197392   \n3  2018-07-31      0.0  A10000481  0.002386   0.609360  0.366081  0.342243   \n4  2018-07-31      0.0   A1000069  0.406310   0.405352  0.783015  0.563953   \n\n   zzc_score  zcx_score  person_info  finance_info  credit_info  act_info  \n0   0.928328   0.369644    -0.322581      0.023810         0.00  0.217949  \n1   0.605194   0.406122    -0.128677      0.023810         0.00  0.423077  \n2   0.614416   0.320731     0.062660      0.023810         0.10  0.448718  \n3   0.870006   0.288692     0.078853      0.071429         0.05  0.179487  \n4   0.715454   0.512554    -0.261014      0.023810         0.00  0.423077  ",
      "text/html": "<div>\n<style scoped>\n    .dataframe tbody tr th:only-of-type {\n        vertical-align: middle;\n    }\n\n    .dataframe tbody tr th {\n        vertical-align: top;\n    }\n\n    .dataframe thead th {\n        text-align: right;\n    }\n</style>\n<table border=\"1\" class=\"dataframe\">\n  <thead>\n    <tr style=\"text-align: right;\">\n      <th></th>\n      <th>obs_mth</th>\n      <th>bad_ind</th>\n      <th>uid</th>\n      <th>td_score</th>\n      <th>jxl_score</th>\n      <th>mj_score</th>\n      <th>rh_score</th>\n      <th>zzc_score</th>\n      <th>zcx_score</th>\n      <th>person_info</th>\n      <th>finance_info</th>\n      <th>credit_info</th>\n      <th>act_info</th>\n    </tr>\n  </thead>\n  <tbody>\n    <tr>\n      <th>0</th>\n      <td>2018-10-31</td>\n      <td>0.0</td>\n      <td>A10000005</td>\n      <td>0.675349</td>\n      <td>0.144072</td>\n      <td>0.186899</td>\n      <td>0.483640</td>\n      <td>0.928328</td>\n      <td>0.369644</td>\n      <td>-0.322581</td>\n      <td>0.023810</td>\n      <td>0.00</td>\n      <td>0.217949</td>\n    </tr>\n    <tr>\n      <th>1</th>\n      <td>2018-07-31</td>\n      <td>0.0</td>\n      <td>A1000002</td>\n      <td>0.825269</td>\n      <td>0.398688</td>\n      <td>0.139396</td>\n      <td>0.843725</td>\n      <td>0.605194</td>\n      <td>0.406122</td>\n      <td>-0.128677</td>\n      <td>0.023810</td>\n      <td>0.00</td>\n      <td>0.423077</td>\n    </tr>\n    <tr>\n      <th>2</th>\n      <td>2018-09-30</td>\n      <td>0.0</td>\n      <td>A1000011</td>\n      <td>0.315406</td>\n      <td>0.629745</td>\n      <td>0.535854</td>\n      <td>0.197392</td>\n      <td>0.614416</td>\n      <td>0.320731</td>\n      <td>0.062660</td>\n      <td>0.023810</td>\n      <td>0.10</td>\n      <td>0.448718</td>\n    </tr>\n    <tr>\n      <th>3</th>\n      <td>2018-07-31</td>\n      <td>0.0</td>\n      <td>A10000481</td>\n      <td>0.002386</td>\n      <td>0.609360</td>\n      <td>0.366081</td>\n      <td>0.342243</td>\n      <td>0.870006</td>\n      <td>0.288692</td>\n      <td>0.078853</td>\n      <td>0.071429</td>\n      <td>0.05</td>\n      <td>0.179487</td>\n    </tr>\n    <tr>\n      <th>4</th>\n      <td>2018-07-31</td>\n      <td>0.0</td>\n      <td>A1000069</td>\n      <td>0.406310</td>\n      <td>0.405352</td>\n      <td>0.783015</td>\n      <td>0.563953</td>\n      <td>0.715454</td>\n      <td>0.512554</td>\n      <td>-0.261014</td>\n      <td>0.023810</td>\n      <td>0.00</td>\n      <td>0.423077</td>\n    </tr>\n  </tbody>\n</table>\n</div>"
     },
     "execution_count": 1,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import pandas as pd\n",
    "from sklearn.metrics import roc_auc_score,roc_curve,auc\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn import metrics\n",
    "from sklearn.linear_model import LogisticRegression\n",
    "import numpy as np\n",
    "import random\n",
    "import math\n",
    "import time\n",
    "import lightgbm as lgb\n",
    "data = pd.read_csv('Bcard.txt')\n",
    "data.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "amber-jaguar",
   "metadata": {},
   "source": [
    "## 采用相同的方式划分测试集验证集"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "improved-surge",
   "metadata": {},
   "outputs": [],
   "source": [
    "df_train = data[data.obs_mth != '2018-11-30'].reset_index().copy()\n",
    "val = data[data.obs_mth == '2018-11-30'].reset_index().copy()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "id": "comfortable-conversation",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>index</th>\n",
       "      <th>obs_mth</th>\n",
       "      <th>bad_ind</th>\n",
       "      <th>uid</th>\n",
       "      <th>td_score</th>\n",
       "      <th>jxl_score</th>\n",
       "      <th>mj_score</th>\n",
       "      <th>rh_score</th>\n",
       "      <th>zzc_score</th>\n",
       "      <th>zcx_score</th>\n",
       "      <th>person_info</th>\n",
       "      <th>finance_info</th>\n",
       "      <th>credit_info</th>\n",
       "      <th>act_info</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>2018-10-31</td>\n",
       "      <td>0.0</td>\n",
       "      <td>A10000005</td>\n",
       "      <td>0.675349</td>\n",
       "      <td>0.144072</td>\n",
       "      <td>0.186899</td>\n",
       "      <td>0.483640</td>\n",
       "      <td>0.928328</td>\n",
       "      <td>0.369644</td>\n",
       "      <td>-0.322581</td>\n",
       "      <td>0.023810</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.217949</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33407</th>\n",
       "      <td>33407</td>\n",
       "      <td>2018-10-31</td>\n",
       "      <td>0.0</td>\n",
       "      <td>A2810176</td>\n",
       "      <td>0.146055</td>\n",
       "      <td>0.079922</td>\n",
       "      <td>0.250568</td>\n",
       "      <td>0.045240</td>\n",
       "      <td>0.766906</td>\n",
       "      <td>0.413713</td>\n",
       "      <td>0.013863</td>\n",
       "      <td>0.023810</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.269231</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33383</th>\n",
       "      <td>33383</td>\n",
       "      <td>2018-10-31</td>\n",
       "      <td>0.0</td>\n",
       "      <td>A2807687</td>\n",
       "      <td>0.551366</td>\n",
       "      <td>0.300781</td>\n",
       "      <td>0.225007</td>\n",
       "      <td>0.045447</td>\n",
       "      <td>0.735733</td>\n",
       "      <td>0.684182</td>\n",
       "      <td>-0.261014</td>\n",
       "      <td>0.071429</td>\n",
       "      <td>0.03</td>\n",
       "      <td>0.269231</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33379</th>\n",
       "      <td>33379</td>\n",
       "      <td>2018-10-31</td>\n",
       "      <td>0.0</td>\n",
       "      <td>A2807232</td>\n",
       "      <td>0.708547</td>\n",
       "      <td>0.769513</td>\n",
       "      <td>0.928457</td>\n",
       "      <td>0.739716</td>\n",
       "      <td>0.947453</td>\n",
       "      <td>0.361551</td>\n",
       "      <td>-0.128677</td>\n",
       "      <td>0.047619</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.269231</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33376</th>\n",
       "      <td>33376</td>\n",
       "      <td>2018-10-31</td>\n",
       "      <td>0.0</td>\n",
       "      <td>A2806932</td>\n",
       "      <td>0.482248</td>\n",
       "      <td>0.116658</td>\n",
       "      <td>0.286273</td>\n",
       "      <td>0.056618</td>\n",
       "      <td>0.047024</td>\n",
       "      <td>0.890433</td>\n",
       "      <td>0.078853</td>\n",
       "      <td>0.047619</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.269231</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       index     obs_mth  bad_ind        uid  td_score  jxl_score  mj_score  \\\n",
       "0          0  2018-10-31      0.0  A10000005  0.675349   0.144072  0.186899   \n",
       "33407  33407  2018-10-31      0.0   A2810176  0.146055   0.079922  0.250568   \n",
       "33383  33383  2018-10-31      0.0   A2807687  0.551366   0.300781  0.225007   \n",
       "33379  33379  2018-10-31      0.0   A2807232  0.708547   0.769513  0.928457   \n",
       "33376  33376  2018-10-31      0.0   A2806932  0.482248   0.116658  0.286273   \n",
       "\n",
       "       rh_score  zzc_score  zcx_score  person_info  finance_info  credit_info  \\\n",
       "0      0.483640   0.928328   0.369644    -0.322581      0.023810         0.00   \n",
       "33407  0.045240   0.766906   0.413713     0.013863      0.023810         0.00   \n",
       "33383  0.045447   0.735733   0.684182    -0.261014      0.071429         0.03   \n",
       "33379  0.739716   0.947453   0.361551    -0.128677      0.047619         0.00   \n",
       "33376  0.056618   0.047024   0.890433     0.078853      0.047619         0.00   \n",
       "\n",
       "       act_info  \n",
       "0      0.217949  \n",
       "33407  0.269231  \n",
       "33383  0.269231  \n",
       "33379  0.269231  \n",
       "33376  0.269231  "
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_train = df_train.sort_values(by = 'obs_mth',ascending = False)\n",
    "df_train.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "better-might",
   "metadata": {},
   "source": [
    "## 将数据按照时间先后顺序分成5组"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "id": "italian-gates",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>index</th>\n",
       "      <th>obs_mth</th>\n",
       "      <th>bad_ind</th>\n",
       "      <th>uid</th>\n",
       "      <th>td_score</th>\n",
       "      <th>jxl_score</th>\n",
       "      <th>mj_score</th>\n",
       "      <th>rh_score</th>\n",
       "      <th>zzc_score</th>\n",
       "      <th>zcx_score</th>\n",
       "      <th>person_info</th>\n",
       "      <th>finance_info</th>\n",
       "      <th>credit_info</th>\n",
       "      <th>act_info</th>\n",
       "      <th>rank</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>2018-10-31</td>\n",
       "      <td>0.0</td>\n",
       "      <td>A10000005</td>\n",
       "      <td>0.675349</td>\n",
       "      <td>0.144072</td>\n",
       "      <td>0.186899</td>\n",
       "      <td>0.483640</td>\n",
       "      <td>0.928328</td>\n",
       "      <td>0.369644</td>\n",
       "      <td>-0.322581</td>\n",
       "      <td>0.023810</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.217949</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33407</th>\n",
       "      <td>33407</td>\n",
       "      <td>2018-10-31</td>\n",
       "      <td>0.0</td>\n",
       "      <td>A2810176</td>\n",
       "      <td>0.146055</td>\n",
       "      <td>0.079922</td>\n",
       "      <td>0.250568</td>\n",
       "      <td>0.045240</td>\n",
       "      <td>0.766906</td>\n",
       "      <td>0.413713</td>\n",
       "      <td>0.013863</td>\n",
       "      <td>0.023810</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.269231</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33383</th>\n",
       "      <td>33383</td>\n",
       "      <td>2018-10-31</td>\n",
       "      <td>0.0</td>\n",
       "      <td>A2807687</td>\n",
       "      <td>0.551366</td>\n",
       "      <td>0.300781</td>\n",
       "      <td>0.225007</td>\n",
       "      <td>0.045447</td>\n",
       "      <td>0.735733</td>\n",
       "      <td>0.684182</td>\n",
       "      <td>-0.261014</td>\n",
       "      <td>0.071429</td>\n",
       "      <td>0.03</td>\n",
       "      <td>0.269231</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33379</th>\n",
       "      <td>33379</td>\n",
       "      <td>2018-10-31</td>\n",
       "      <td>0.0</td>\n",
       "      <td>A2807232</td>\n",
       "      <td>0.708547</td>\n",
       "      <td>0.769513</td>\n",
       "      <td>0.928457</td>\n",
       "      <td>0.739716</td>\n",
       "      <td>0.947453</td>\n",
       "      <td>0.361551</td>\n",
       "      <td>-0.128677</td>\n",
       "      <td>0.047619</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.269231</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33376</th>\n",
       "      <td>33376</td>\n",
       "      <td>2018-10-31</td>\n",
       "      <td>0.0</td>\n",
       "      <td>A2806932</td>\n",
       "      <td>0.482248</td>\n",
       "      <td>0.116658</td>\n",
       "      <td>0.286273</td>\n",
       "      <td>0.056618</td>\n",
       "      <td>0.047024</td>\n",
       "      <td>0.890433</td>\n",
       "      <td>0.078853</td>\n",
       "      <td>0.047619</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.269231</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       index     obs_mth  bad_ind        uid  td_score  jxl_score  mj_score  \\\n",
       "0          0  2018-10-31      0.0  A10000005  0.675349   0.144072  0.186899   \n",
       "33407  33407  2018-10-31      0.0   A2810176  0.146055   0.079922  0.250568   \n",
       "33383  33383  2018-10-31      0.0   A2807687  0.551366   0.300781  0.225007   \n",
       "33379  33379  2018-10-31      0.0   A2807232  0.708547   0.769513  0.928457   \n",
       "33376  33376  2018-10-31      0.0   A2806932  0.482248   0.116658  0.286273   \n",
       "\n",
       "       rh_score  zzc_score  zcx_score  person_info  finance_info  credit_info  \\\n",
       "0      0.483640   0.928328   0.369644    -0.322581      0.023810         0.00   \n",
       "33407  0.045240   0.766906   0.413713     0.013863      0.023810         0.00   \n",
       "33383  0.045447   0.735733   0.684182    -0.261014      0.071429         0.03   \n",
       "33379  0.739716   0.947453   0.361551    -0.128677      0.047619         0.00   \n",
       "33376  0.056618   0.047024   0.890433     0.078853      0.047619         0.00   \n",
       "\n",
       "       act_info rank  \n",
       "0      0.217949    0  \n",
       "33407  0.269231    0  \n",
       "33383  0.269231    0  \n",
       "33379  0.269231    0  \n",
       "33376  0.269231    0  "
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_train['rank'] = [i for i in range(df_train.shape[0])]\n",
    "df_train['rank'] = pd.cut(df_train['rank'],bins = 5,labels = [i for i in range(5)])\n",
    "df_train.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "id": "certified-marathon",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0    15967\n",
       "1    15966\n",
       "2    15966\n",
       "3    15966\n",
       "4    15966\n",
       "Name: rank, dtype: int64"
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_train['rank'].value_counts()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "instructional-rider",
   "metadata": {},
   "source": [
    "## 查看分组后，每组的数据量"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "id": "useful-south",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0    15967\n",
       "1    15966\n",
       "2    15966\n",
       "3    15966\n",
       "4    15966\n",
       "Name: rank, dtype: int64"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_train['rank'].value_counts()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "processed-relevance",
   "metadata": {},
   "source": [
    "## 使用lgbm进行分组交叉特征筛选"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "alternative-bloom",
   "metadata": {},
   "outputs": [],
   "source": [
    "#info结尾的是自己做的无监督系统输出的个人表现，score结尾的是收费的外部征信数据\n",
    "lst = ['td_score', 'jxl_score', 'mj_score', 'rh_score', 'zzc_score', 'zcx_score', 'person_info', 'finance_info', 'credit_info', 'act_info']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "id": "norwegian-fabric",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/vincent/.local/lib/python3.8/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  _log_warning(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[LightGBM] [Warning] Unknown parameter: max_features\n",
      "[1]\ttraining's auc: 0.725541\ttraining's binary_logloss: 0.0827909\tvalid_1's auc: 0.741864\tvalid_1's binary_logloss: 0.120644\n",
      "Training until validation scores don't improve for 100 rounds\n",
      "[2]\ttraining's auc: 0.726372\ttraining's binary_logloss: 0.0818401\tvalid_1's auc: 0.743384\tvalid_1's binary_logloss: 0.118867\n",
      "[3]\ttraining's auc: 0.748591\ttraining's binary_logloss: 0.0809805\tvalid_1's auc: 0.763092\tvalid_1's binary_logloss: 0.117271\n",
      "[4]\ttraining's auc: 0.758102\ttraining's binary_logloss: 0.0802774\tvalid_1's auc: 0.77101\tvalid_1's binary_logloss: 0.115975\n",
      "[5]\ttraining's auc: 0.787101\ttraining's binary_logloss: 0.0797178\tvalid_1's auc: 0.781034\tvalid_1's binary_logloss: 0.115071\n",
      "[6]\ttraining's auc: 0.789269\ttraining's binary_logloss: 0.0792564\tvalid_1's auc: 0.782069\tvalid_1's binary_logloss: 0.114309\n",
      "[7]\ttraining's auc: 0.790182\ttraining's binary_logloss: 0.078677\tvalid_1's auc: 0.78185\tvalid_1's binary_logloss: 0.113336\n",
      "[8]\ttraining's auc: 0.790914\ttraining's binary_logloss: 0.0781518\tvalid_1's auc: 0.782926\tvalid_1's binary_logloss: 0.112438\n",
      "[9]\ttraining's auc: 0.798514\ttraining's binary_logloss: 0.0776765\tvalid_1's auc: 0.782851\tvalid_1's binary_logloss: 0.11171\n",
      "[10]\ttraining's auc: 0.798505\ttraining's binary_logloss: 0.0772726\tvalid_1's auc: 0.783144\tvalid_1's binary_logloss: 0.111051\n",
      "[11]\ttraining's auc: 0.799364\ttraining's binary_logloss: 0.0768896\tvalid_1's auc: 0.783536\tvalid_1's binary_logloss: 0.110501\n",
      "[12]\ttraining's auc: 0.800215\ttraining's binary_logloss: 0.0766149\tvalid_1's auc: 0.783737\tvalid_1's binary_logloss: 0.110149\n",
      "[13]\ttraining's auc: 0.803521\ttraining's binary_logloss: 0.0762642\tvalid_1's auc: 0.784518\tvalid_1's binary_logloss: 0.10965\n",
      "[14]\ttraining's auc: 0.804704\ttraining's binary_logloss: 0.0759954\tvalid_1's auc: 0.784458\tvalid_1's binary_logloss: 0.109233\n",
      "[15]\ttraining's auc: 0.804698\ttraining's binary_logloss: 0.075758\tvalid_1's auc: 0.784054\tvalid_1's binary_logloss: 0.108987\n",
      "[16]\ttraining's auc: 0.804865\ttraining's binary_logloss: 0.0755244\tvalid_1's auc: 0.783772\tvalid_1's binary_logloss: 0.108771\n",
      "[17]\ttraining's auc: 0.804947\ttraining's binary_logloss: 0.0753035\tvalid_1's auc: 0.783871\tvalid_1's binary_logloss: 0.108457\n",
      "[18]\ttraining's auc: 0.805022\ttraining's binary_logloss: 0.0751048\tvalid_1's auc: 0.783881\tvalid_1's binary_logloss: 0.108217\n",
      "[19]\ttraining's auc: 0.805088\ttraining's binary_logloss: 0.0749147\tvalid_1's auc: 0.78436\tvalid_1's binary_logloss: 0.107924\n",
      "[20]\ttraining's auc: 0.805795\ttraining's binary_logloss: 0.0747354\tvalid_1's auc: 0.784577\tvalid_1's binary_logloss: 0.107794\n",
      "[21]\ttraining's auc: 0.807973\ttraining's binary_logloss: 0.0745517\tvalid_1's auc: 0.785888\tvalid_1's binary_logloss: 0.107573\n",
      "[22]\ttraining's auc: 0.808113\ttraining's binary_logloss: 0.0743897\tvalid_1's auc: 0.785988\tvalid_1's binary_logloss: 0.107385\n",
      "[23]\ttraining's auc: 0.807836\ttraining's binary_logloss: 0.0742417\tvalid_1's auc: 0.785801\tvalid_1's binary_logloss: 0.107214\n",
      "[24]\ttraining's auc: 0.808458\ttraining's binary_logloss: 0.0741154\tvalid_1's auc: 0.786236\tvalid_1's binary_logloss: 0.107088\n",
      "[25]\ttraining's auc: 0.808613\ttraining's binary_logloss: 0.0739985\tvalid_1's auc: 0.785864\tvalid_1's binary_logloss: 0.106954\n",
      "[26]\ttraining's auc: 0.808775\ttraining's binary_logloss: 0.0738794\tvalid_1's auc: 0.786043\tvalid_1's binary_logloss: 0.10689\n",
      "[27]\ttraining's auc: 0.80972\ttraining's binary_logloss: 0.0737569\tvalid_1's auc: 0.786156\tvalid_1's binary_logloss: 0.106801\n",
      "[28]\ttraining's auc: 0.810286\ttraining's binary_logloss: 0.0736473\tvalid_1's auc: 0.786295\tvalid_1's binary_logloss: 0.106688\n",
      "[29]\ttraining's auc: 0.810489\ttraining's binary_logloss: 0.0735564\tvalid_1's auc: 0.785899\tvalid_1's binary_logloss: 0.106613\n",
      "[30]\ttraining's auc: 0.810778\ttraining's binary_logloss: 0.0734721\tvalid_1's auc: 0.785056\tvalid_1's binary_logloss: 0.106561\n",
      "[31]\ttraining's auc: 0.811447\ttraining's binary_logloss: 0.073396\tvalid_1's auc: 0.785476\tvalid_1's binary_logloss: 0.106486\n",
      "[32]\ttraining's auc: 0.811962\ttraining's binary_logloss: 0.0733029\tvalid_1's auc: 0.786659\tvalid_1's binary_logloss: 0.106394\n",
      "[33]\ttraining's auc: 0.812104\ttraining's binary_logloss: 0.0732104\tvalid_1's auc: 0.785386\tvalid_1's binary_logloss: 0.106389\n",
      "[34]\ttraining's auc: 0.812533\ttraining's binary_logloss: 0.0731358\tvalid_1's auc: 0.784788\tvalid_1's binary_logloss: 0.106376\n",
      "[35]\ttraining's auc: 0.812841\ttraining's binary_logloss: 0.0730578\tvalid_1's auc: 0.783887\tvalid_1's binary_logloss: 0.106379\n",
      "[36]\ttraining's auc: 0.813199\ttraining's binary_logloss: 0.0729844\tvalid_1's auc: 0.784204\tvalid_1's binary_logloss: 0.106317\n",
      "[37]\ttraining's auc: 0.813447\ttraining's binary_logloss: 0.07291\tvalid_1's auc: 0.783981\tvalid_1's binary_logloss: 0.106308\n",
      "[38]\ttraining's auc: 0.813683\ttraining's binary_logloss: 0.0728404\tvalid_1's auc: 0.784515\tvalid_1's binary_logloss: 0.106248\n",
      "[39]\ttraining's auc: 0.813642\ttraining's binary_logloss: 0.0727806\tvalid_1's auc: 0.784441\tvalid_1's binary_logloss: 0.106198\n",
      "[40]\ttraining's auc: 0.81366\ttraining's binary_logloss: 0.0727297\tvalid_1's auc: 0.784355\tvalid_1's binary_logloss: 0.106194\n",
      "[41]\ttraining's auc: 0.813707\ttraining's binary_logloss: 0.0726685\tvalid_1's auc: 0.784284\tvalid_1's binary_logloss: 0.106161\n",
      "[42]\ttraining's auc: 0.813842\ttraining's binary_logloss: 0.0726185\tvalid_1's auc: 0.783919\tvalid_1's binary_logloss: 0.10618\n",
      "[43]\ttraining's auc: 0.813919\ttraining's binary_logloss: 0.0725735\tvalid_1's auc: 0.783801\tvalid_1's binary_logloss: 0.106174\n",
      "[44]\ttraining's auc: 0.814465\ttraining's binary_logloss: 0.072522\tvalid_1's auc: 0.784233\tvalid_1's binary_logloss: 0.106138\n",
      "[45]\ttraining's auc: 0.814274\ttraining's binary_logloss: 0.0724733\tvalid_1's auc: 0.784098\tvalid_1's binary_logloss: 0.106145\n",
      "[46]\ttraining's auc: 0.81448\ttraining's binary_logloss: 0.0724334\tvalid_1's auc: 0.783893\tvalid_1's binary_logloss: 0.106171\n",
      "[47]\ttraining's auc: 0.814789\ttraining's binary_logloss: 0.0723943\tvalid_1's auc: 0.784065\tvalid_1's binary_logloss: 0.106147\n",
      "[48]\ttraining's auc: 0.815027\ttraining's binary_logloss: 0.0723561\tvalid_1's auc: 0.784201\tvalid_1's binary_logloss: 0.106126\n",
      "[49]\ttraining's auc: 0.815415\ttraining's binary_logloss: 0.0723169\tvalid_1's auc: 0.784518\tvalid_1's binary_logloss: 0.106087\n",
      "[50]\ttraining's auc: 0.815496\ttraining's binary_logloss: 0.0722836\tvalid_1's auc: 0.784512\tvalid_1's binary_logloss: 0.106052\n",
      "[51]\ttraining's auc: 0.81564\ttraining's binary_logloss: 0.072254\tvalid_1's auc: 0.7846\tvalid_1's binary_logloss: 0.10602\n",
      "[52]\ttraining's auc: 0.815602\ttraining's binary_logloss: 0.072221\tvalid_1's auc: 0.784468\tvalid_1's binary_logloss: 0.106047\n",
      "[53]\ttraining's auc: 0.815633\ttraining's binary_logloss: 0.0721895\tvalid_1's auc: 0.784101\tvalid_1's binary_logloss: 0.106061\n",
      "[54]\ttraining's auc: 0.81572\ttraining's binary_logloss: 0.0721588\tvalid_1's auc: 0.78402\tvalid_1's binary_logloss: 0.106085\n",
      "[55]\ttraining's auc: 0.815728\ttraining's binary_logloss: 0.0721305\tvalid_1's auc: 0.784227\tvalid_1's binary_logloss: 0.106062\n",
      "[56]\ttraining's auc: 0.815744\ttraining's binary_logloss: 0.0721007\tvalid_1's auc: 0.783878\tvalid_1's binary_logloss: 0.106073\n",
      "[57]\ttraining's auc: 0.815826\ttraining's binary_logloss: 0.0720807\tvalid_1's auc: 0.784134\tvalid_1's binary_logloss: 0.106074\n",
      "[58]\ttraining's auc: 0.815919\ttraining's binary_logloss: 0.072053\tvalid_1's auc: 0.784319\tvalid_1's binary_logloss: 0.106049\n",
      "[59]\ttraining's auc: 0.816113\ttraining's binary_logloss: 0.0720317\tvalid_1's auc: 0.784435\tvalid_1's binary_logloss: 0.10603\n",
      "[60]\ttraining's auc: 0.816359\ttraining's binary_logloss: 0.0720093\tvalid_1's auc: 0.784676\tvalid_1's binary_logloss: 0.106035\n",
      "[61]\ttraining's auc: 0.816293\ttraining's binary_logloss: 0.0719829\tvalid_1's auc: 0.784602\tvalid_1's binary_logloss: 0.106037\n",
      "[62]\ttraining's auc: 0.81622\ttraining's binary_logloss: 0.0719663\tvalid_1's auc: 0.784419\tvalid_1's binary_logloss: 0.106044\n",
      "[63]\ttraining's auc: 0.816375\ttraining's binary_logloss: 0.071946\tvalid_1's auc: 0.784227\tvalid_1's binary_logloss: 0.106067\n",
      "[64]\ttraining's auc: 0.816503\ttraining's binary_logloss: 0.0719307\tvalid_1's auc: 0.78417\tvalid_1's binary_logloss: 0.106097\n",
      "[65]\ttraining's auc: 0.816504\ttraining's binary_logloss: 0.0719125\tvalid_1's auc: 0.784405\tvalid_1's binary_logloss: 0.106078\n",
      "[66]\ttraining's auc: 0.81647\ttraining's binary_logloss: 0.071899\tvalid_1's auc: 0.784408\tvalid_1's binary_logloss: 0.106078\n",
      "[67]\ttraining's auc: 0.816618\ttraining's binary_logloss: 0.07188\tvalid_1's auc: 0.784459\tvalid_1's binary_logloss: 0.106085\n",
      "[68]\ttraining's auc: 0.816747\ttraining's binary_logloss: 0.071862\tvalid_1's auc: 0.784339\tvalid_1's binary_logloss: 0.106119\n",
      "[69]\ttraining's auc: 0.816766\ttraining's binary_logloss: 0.0718434\tvalid_1's auc: 0.783973\tvalid_1's binary_logloss: 0.106141\n",
      "[70]\ttraining's auc: 0.816913\ttraining's binary_logloss: 0.0718294\tvalid_1's auc: 0.783876\tvalid_1's binary_logloss: 0.106156\n",
      "[71]\ttraining's auc: 0.816797\ttraining's binary_logloss: 0.0718116\tvalid_1's auc: 0.784137\tvalid_1's binary_logloss: 0.106151\n",
      "[72]\ttraining's auc: 0.816899\ttraining's binary_logloss: 0.0717971\tvalid_1's auc: 0.784207\tvalid_1's binary_logloss: 0.106147\n",
      "[73]\ttraining's auc: 0.816878\ttraining's binary_logloss: 0.0717838\tvalid_1's auc: 0.78399\tvalid_1's binary_logloss: 0.10617\n",
      "[74]\ttraining's auc: 0.816835\ttraining's binary_logloss: 0.0717697\tvalid_1's auc: 0.783783\tvalid_1's binary_logloss: 0.106184\n",
      "[75]\ttraining's auc: 0.816941\ttraining's binary_logloss: 0.0717572\tvalid_1's auc: 0.783716\tvalid_1's binary_logloss: 0.106216\n",
      "[76]\ttraining's auc: 0.816969\ttraining's binary_logloss: 0.0717465\tvalid_1's auc: 0.783711\tvalid_1's binary_logloss: 0.10621\n",
      "[77]\ttraining's auc: 0.817022\ttraining's binary_logloss: 0.071737\tvalid_1's auc: 0.783289\tvalid_1's binary_logloss: 0.106213\n",
      "[78]\ttraining's auc: 0.81705\ttraining's binary_logloss: 0.0717249\tvalid_1's auc: 0.783381\tvalid_1's binary_logloss: 0.106216\n",
      "[79]\ttraining's auc: 0.817073\ttraining's binary_logloss: 0.0717163\tvalid_1's auc: 0.783428\tvalid_1's binary_logloss: 0.106219\n",
      "[80]\ttraining's auc: 0.817128\ttraining's binary_logloss: 0.0717082\tvalid_1's auc: 0.783394\tvalid_1's binary_logloss: 0.106244\n",
      "[81]\ttraining's auc: 0.817181\ttraining's binary_logloss: 0.0716997\tvalid_1's auc: 0.783174\tvalid_1's binary_logloss: 0.106259\n",
      "[82]\ttraining's auc: 0.817259\ttraining's binary_logloss: 0.0716928\tvalid_1's auc: 0.783273\tvalid_1's binary_logloss: 0.106236\n",
      "[83]\ttraining's auc: 0.81717\ttraining's binary_logloss: 0.0716841\tvalid_1's auc: 0.783303\tvalid_1's binary_logloss: 0.106241\n",
      "[84]\ttraining's auc: 0.817201\ttraining's binary_logloss: 0.0716726\tvalid_1's auc: 0.783497\tvalid_1's binary_logloss: 0.106224\n",
      "[85]\ttraining's auc: 0.817353\ttraining's binary_logloss: 0.0716624\tvalid_1's auc: 0.783676\tvalid_1's binary_logloss: 0.106201\n",
      "[86]\ttraining's auc: 0.817441\ttraining's binary_logloss: 0.0716401\tvalid_1's auc: 0.78393\tvalid_1's binary_logloss: 0.106179\n",
      "[87]\ttraining's auc: 0.817462\ttraining's binary_logloss: 0.0716329\tvalid_1's auc: 0.783931\tvalid_1's binary_logloss: 0.106184\n",
      "[88]\ttraining's auc: 0.817471\ttraining's binary_logloss: 0.0716259\tvalid_1's auc: 0.784048\tvalid_1's binary_logloss: 0.10618\n",
      "[89]\ttraining's auc: 0.817493\ttraining's binary_logloss: 0.0716208\tvalid_1's auc: 0.784146\tvalid_1's binary_logloss: 0.106178\n",
      "[90]\ttraining's auc: 0.817498\ttraining's binary_logloss: 0.0716123\tvalid_1's auc: 0.784364\tvalid_1's binary_logloss: 0.106166\n",
      "[91]\ttraining's auc: 0.817447\ttraining's binary_logloss: 0.0716064\tvalid_1's auc: 0.7843\tvalid_1's binary_logloss: 0.106172\n",
      "[92]\ttraining's auc: 0.817334\ttraining's binary_logloss: 0.0715978\tvalid_1's auc: 0.784235\tvalid_1's binary_logloss: 0.106173\n",
      "[93]\ttraining's auc: 0.817444\ttraining's binary_logloss: 0.0715687\tvalid_1's auc: 0.784562\tvalid_1's binary_logloss: 0.106163\n",
      "[94]\ttraining's auc: 0.817471\ttraining's binary_logloss: 0.0715655\tvalid_1's auc: 0.784379\tvalid_1's binary_logloss: 0.106157\n",
      "[95]\ttraining's auc: 0.817529\ttraining's binary_logloss: 0.0715592\tvalid_1's auc: 0.784267\tvalid_1's binary_logloss: 0.106168\n",
      "[96]\ttraining's auc: 0.817629\ttraining's binary_logloss: 0.0715471\tvalid_1's auc: 0.784514\tvalid_1's binary_logloss: 0.106134\n",
      "[97]\ttraining's auc: 0.817539\ttraining's binary_logloss: 0.0715328\tvalid_1's auc: 0.784711\tvalid_1's binary_logloss: 0.106121\n",
      "[98]\ttraining's auc: 0.81754\ttraining's binary_logloss: 0.0715267\tvalid_1's auc: 0.784607\tvalid_1's binary_logloss: 0.106132\n",
      "[99]\ttraining's auc: 0.817761\ttraining's binary_logloss: 0.0715068\tvalid_1's auc: 0.784164\tvalid_1's binary_logloss: 0.106162\n",
      "[100]\ttraining's auc: 0.817785\ttraining's binary_logloss: 0.0715014\tvalid_1's auc: 0.784236\tvalid_1's binary_logloss: 0.106146\n",
      "[101]\ttraining's auc: 0.817872\ttraining's binary_logloss: 0.0714986\tvalid_1's auc: 0.784173\tvalid_1's binary_logloss: 0.106151\n",
      "[102]\ttraining's auc: 0.817946\ttraining's binary_logloss: 0.0714812\tvalid_1's auc: 0.784333\tvalid_1's binary_logloss: 0.106121\n",
      "[103]\ttraining's auc: 0.818027\ttraining's binary_logloss: 0.0714729\tvalid_1's auc: 0.783798\tvalid_1's binary_logloss: 0.106138\n",
      "[104]\ttraining's auc: 0.818041\ttraining's binary_logloss: 0.0714676\tvalid_1's auc: 0.783893\tvalid_1's binary_logloss: 0.106124\n",
      "[105]\ttraining's auc: 0.818009\ttraining's binary_logloss: 0.0714643\tvalid_1's auc: 0.783902\tvalid_1's binary_logloss: 0.106126\n",
      "[106]\ttraining's auc: 0.818026\ttraining's binary_logloss: 0.0714581\tvalid_1's auc: 0.784044\tvalid_1's binary_logloss: 0.10611\n",
      "[107]\ttraining's auc: 0.818031\ttraining's binary_logloss: 0.0714502\tvalid_1's auc: 0.783978\tvalid_1's binary_logloss: 0.106117\n",
      "[108]\ttraining's auc: 0.817945\ttraining's binary_logloss: 0.0714468\tvalid_1's auc: 0.783852\tvalid_1's binary_logloss: 0.106133\n",
      "[109]\ttraining's auc: 0.818006\ttraining's binary_logloss: 0.0714404\tvalid_1's auc: 0.78367\tvalid_1's binary_logloss: 0.10616\n",
      "[110]\ttraining's auc: 0.818023\ttraining's binary_logloss: 0.0714342\tvalid_1's auc: 0.783682\tvalid_1's binary_logloss: 0.106154\n",
      "[111]\ttraining's auc: 0.818108\ttraining's binary_logloss: 0.0714267\tvalid_1's auc: 0.783543\tvalid_1's binary_logloss: 0.106167\n",
      "[112]\ttraining's auc: 0.81825\ttraining's binary_logloss: 0.0714145\tvalid_1's auc: 0.783406\tvalid_1's binary_logloss: 0.106201\n",
      "[113]\ttraining's auc: 0.818233\ttraining's binary_logloss: 0.0714086\tvalid_1's auc: 0.783406\tvalid_1's binary_logloss: 0.106191\n",
      "[114]\ttraining's auc: 0.818234\ttraining's binary_logloss: 0.0713947\tvalid_1's auc: 0.783407\tvalid_1's binary_logloss: 0.10618\n",
      "[115]\ttraining's auc: 0.818265\ttraining's binary_logloss: 0.071393\tvalid_1's auc: 0.783412\tvalid_1's binary_logloss: 0.106178\n",
      "[116]\ttraining's auc: 0.818306\ttraining's binary_logloss: 0.0713909\tvalid_1's auc: 0.783297\tvalid_1's binary_logloss: 0.10617\n",
      "[117]\ttraining's auc: 0.818312\ttraining's binary_logloss: 0.0713869\tvalid_1's auc: 0.783388\tvalid_1's binary_logloss: 0.106157\n",
      "[118]\ttraining's auc: 0.818281\ttraining's binary_logloss: 0.0713818\tvalid_1's auc: 0.783553\tvalid_1's binary_logloss: 0.106174\n",
      "[119]\ttraining's auc: 0.81836\ttraining's binary_logloss: 0.071377\tvalid_1's auc: 0.783251\tvalid_1's binary_logloss: 0.106188\n",
      "[120]\ttraining's auc: 0.818305\ttraining's binary_logloss: 0.0713724\tvalid_1's auc: 0.783329\tvalid_1's binary_logloss: 0.106183\n",
      "[121]\ttraining's auc: 0.818311\ttraining's binary_logloss: 0.0713691\tvalid_1's auc: 0.783393\tvalid_1's binary_logloss: 0.106169\n",
      "[122]\ttraining's auc: 0.818278\ttraining's binary_logloss: 0.0713659\tvalid_1's auc: 0.78342\tvalid_1's binary_logloss: 0.10618\n",
      "[123]\ttraining's auc: 0.818249\ttraining's binary_logloss: 0.0713653\tvalid_1's auc: 0.783489\tvalid_1's binary_logloss: 0.106177\n",
      "[124]\ttraining's auc: 0.818397\ttraining's binary_logloss: 0.0713612\tvalid_1's auc: 0.783474\tvalid_1's binary_logloss: 0.106162\n",
      "[125]\ttraining's auc: 0.818468\ttraining's binary_logloss: 0.0713563\tvalid_1's auc: 0.783465\tvalid_1's binary_logloss: 0.106162\n",
      "[126]\ttraining's auc: 0.818504\ttraining's binary_logloss: 0.0713541\tvalid_1's auc: 0.783468\tvalid_1's binary_logloss: 0.106163\n",
      "[127]\ttraining's auc: 0.818534\ttraining's binary_logloss: 0.071352\tvalid_1's auc: 0.783157\tvalid_1's binary_logloss: 0.106176\n",
      "[128]\ttraining's auc: 0.818515\ttraining's binary_logloss: 0.0713394\tvalid_1's auc: 0.783319\tvalid_1's binary_logloss: 0.106154\n",
      "[129]\ttraining's auc: 0.818556\ttraining's binary_logloss: 0.0713344\tvalid_1's auc: 0.783229\tvalid_1's binary_logloss: 0.10614\n",
      "[130]\ttraining's auc: 0.81856\ttraining's binary_logloss: 0.0713302\tvalid_1's auc: 0.783241\tvalid_1's binary_logloss: 0.106135\n",
      "[131]\ttraining's auc: 0.818599\ttraining's binary_logloss: 0.0713278\tvalid_1's auc: 0.783244\tvalid_1's binary_logloss: 0.106129\n",
      "[132]\ttraining's auc: 0.81862\ttraining's binary_logloss: 0.0713242\tvalid_1's auc: 0.782996\tvalid_1's binary_logloss: 0.106152\n",
      "Early stopping, best iteration is:\n",
      "[32]\ttraining's auc: 0.811962\ttraining's binary_logloss: 0.0733029\tvalid_1's auc: 0.786659\tvalid_1's binary_logloss: 0.106394\n",
      "4\n",
      "[LightGBM] [Warning] Unknown parameter: max_features\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/vincent/.local/lib/python3.8/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  _log_warning(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1]\ttraining's auc: 0.736602\ttraining's binary_logloss: 0.0859057\tvalid_1's auc: 0.725512\tvalid_1's binary_logloss: 0.108485\n",
      "Training until validation scores don't improve for 100 rounds\n",
      "[2]\ttraining's auc: 0.738303\ttraining's binary_logloss: 0.0849023\tvalid_1's auc: 0.727333\tvalid_1's binary_logloss: 0.107107\n",
      "[3]\ttraining's auc: 0.760331\ttraining's binary_logloss: 0.0839792\tvalid_1's auc: 0.74411\tvalid_1's binary_logloss: 0.105781\n",
      "[4]\ttraining's auc: 0.769347\ttraining's binary_logloss: 0.0832001\tvalid_1's auc: 0.749851\tvalid_1's binary_logloss: 0.104737\n",
      "[5]\ttraining's auc: 0.792324\ttraining's binary_logloss: 0.0826512\tvalid_1's auc: 0.776238\tvalid_1's binary_logloss: 0.104089\n",
      "[6]\ttraining's auc: 0.793569\ttraining's binary_logloss: 0.0821654\tvalid_1's auc: 0.780657\tvalid_1's binary_logloss: 0.10352\n",
      "[7]\ttraining's auc: 0.795169\ttraining's binary_logloss: 0.0815931\tvalid_1's auc: 0.780512\tvalid_1's binary_logloss: 0.102756\n",
      "[8]\ttraining's auc: 0.794828\ttraining's binary_logloss: 0.0810863\tvalid_1's auc: 0.780546\tvalid_1's binary_logloss: 0.102127\n",
      "[9]\ttraining's auc: 0.795114\ttraining's binary_logloss: 0.0806178\tvalid_1's auc: 0.780898\tvalid_1's binary_logloss: 0.101561\n",
      "[10]\ttraining's auc: 0.795644\ttraining's binary_logloss: 0.0802041\tvalid_1's auc: 0.780964\tvalid_1's binary_logloss: 0.101081\n",
      "[11]\ttraining's auc: 0.795775\ttraining's binary_logloss: 0.0797898\tvalid_1's auc: 0.781104\tvalid_1's binary_logloss: 0.100533\n",
      "[12]\ttraining's auc: 0.796348\ttraining's binary_logloss: 0.0795049\tvalid_1's auc: 0.781757\tvalid_1's binary_logloss: 0.100241\n",
      "[13]\ttraining's auc: 0.796079\ttraining's binary_logloss: 0.0791666\tvalid_1's auc: 0.781582\tvalid_1's binary_logloss: 0.0998006\n",
      "[14]\ttraining's auc: 0.797468\ttraining's binary_logloss: 0.0788549\tvalid_1's auc: 0.782537\tvalid_1's binary_logloss: 0.0994179\n",
      "[15]\ttraining's auc: 0.798497\ttraining's binary_logloss: 0.0786097\tvalid_1's auc: 0.783397\tvalid_1's binary_logloss: 0.0991493\n",
      "[16]\ttraining's auc: 0.79854\ttraining's binary_logloss: 0.0783587\tvalid_1's auc: 0.783393\tvalid_1's binary_logloss: 0.0988337\n",
      "[17]\ttraining's auc: 0.798911\ttraining's binary_logloss: 0.0781237\tvalid_1's auc: 0.78343\tvalid_1's binary_logloss: 0.0986142\n",
      "[18]\ttraining's auc: 0.803868\ttraining's binary_logloss: 0.0779178\tvalid_1's auc: 0.789451\tvalid_1's binary_logloss: 0.0983372\n",
      "[19]\ttraining's auc: 0.803765\ttraining's binary_logloss: 0.0776871\tvalid_1's auc: 0.789529\tvalid_1's binary_logloss: 0.098097\n",
      "[20]\ttraining's auc: 0.804096\ttraining's binary_logloss: 0.0775103\tvalid_1's auc: 0.789603\tvalid_1's binary_logloss: 0.0979154\n",
      "[21]\ttraining's auc: 0.804871\ttraining's binary_logloss: 0.0773443\tvalid_1's auc: 0.790771\tvalid_1's binary_logloss: 0.0977121\n",
      "[22]\ttraining's auc: 0.804781\ttraining's binary_logloss: 0.0771819\tvalid_1's auc: 0.790589\tvalid_1's binary_logloss: 0.0975576\n",
      "[23]\ttraining's auc: 0.806014\ttraining's binary_logloss: 0.0770512\tvalid_1's auc: 0.792066\tvalid_1's binary_logloss: 0.0974101\n",
      "[24]\ttraining's auc: 0.805927\ttraining's binary_logloss: 0.0768893\tvalid_1's auc: 0.79189\tvalid_1's binary_logloss: 0.0972528\n",
      "[25]\ttraining's auc: 0.805911\ttraining's binary_logloss: 0.0767527\tvalid_1's auc: 0.791977\tvalid_1's binary_logloss: 0.0971323\n",
      "[26]\ttraining's auc: 0.806878\ttraining's binary_logloss: 0.0766453\tvalid_1's auc: 0.792767\tvalid_1's binary_logloss: 0.0970303\n",
      "[27]\ttraining's auc: 0.808005\ttraining's binary_logloss: 0.0765197\tvalid_1's auc: 0.792385\tvalid_1's binary_logloss: 0.0969072\n",
      "[28]\ttraining's auc: 0.808211\ttraining's binary_logloss: 0.0763933\tvalid_1's auc: 0.792602\tvalid_1's binary_logloss: 0.0967917\n",
      "[29]\ttraining's auc: 0.808295\ttraining's binary_logloss: 0.0762878\tvalid_1's auc: 0.793231\tvalid_1's binary_logloss: 0.0966691\n",
      "[30]\ttraining's auc: 0.808436\ttraining's binary_logloss: 0.0762055\tvalid_1's auc: 0.793288\tvalid_1's binary_logloss: 0.0966082\n",
      "[31]\ttraining's auc: 0.808599\ttraining's binary_logloss: 0.0761225\tvalid_1's auc: 0.794889\tvalid_1's binary_logloss: 0.0965023\n",
      "[32]\ttraining's auc: 0.80991\ttraining's binary_logloss: 0.0760303\tvalid_1's auc: 0.795947\tvalid_1's binary_logloss: 0.0964121\n",
      "[33]\ttraining's auc: 0.810065\ttraining's binary_logloss: 0.0759503\tvalid_1's auc: 0.795984\tvalid_1's binary_logloss: 0.0963457\n",
      "[34]\ttraining's auc: 0.809935\ttraining's binary_logloss: 0.0758614\tvalid_1's auc: 0.7958\tvalid_1's binary_logloss: 0.0962744\n",
      "[35]\ttraining's auc: 0.809984\ttraining's binary_logloss: 0.0757796\tvalid_1's auc: 0.795964\tvalid_1's binary_logloss: 0.0961902\n",
      "[36]\ttraining's auc: 0.81056\ttraining's binary_logloss: 0.0757038\tvalid_1's auc: 0.796388\tvalid_1's binary_logloss: 0.0961115\n",
      "[37]\ttraining's auc: 0.810696\ttraining's binary_logloss: 0.0756312\tvalid_1's auc: 0.795956\tvalid_1's binary_logloss: 0.0960636\n",
      "[38]\ttraining's auc: 0.811201\ttraining's binary_logloss: 0.0755644\tvalid_1's auc: 0.796295\tvalid_1's binary_logloss: 0.0959912\n",
      "[39]\ttraining's auc: 0.811317\ttraining's binary_logloss: 0.0755076\tvalid_1's auc: 0.79688\tvalid_1's binary_logloss: 0.0959261\n",
      "[40]\ttraining's auc: 0.811406\ttraining's binary_logloss: 0.0754459\tvalid_1's auc: 0.797036\tvalid_1's binary_logloss: 0.0958846\n",
      "[41]\ttraining's auc: 0.811341\ttraining's binary_logloss: 0.0753958\tvalid_1's auc: 0.796503\tvalid_1's binary_logloss: 0.0958288\n",
      "[42]\ttraining's auc: 0.811336\ttraining's binary_logloss: 0.075345\tvalid_1's auc: 0.796595\tvalid_1's binary_logloss: 0.0957715\n",
      "[43]\ttraining's auc: 0.811137\ttraining's binary_logloss: 0.0752942\tvalid_1's auc: 0.796858\tvalid_1's binary_logloss: 0.0957493\n",
      "[44]\ttraining's auc: 0.811312\ttraining's binary_logloss: 0.0752433\tvalid_1's auc: 0.797096\tvalid_1's binary_logloss: 0.0957044\n",
      "[45]\ttraining's auc: 0.811596\ttraining's binary_logloss: 0.0751947\tvalid_1's auc: 0.797284\tvalid_1's binary_logloss: 0.0956623\n",
      "[46]\ttraining's auc: 0.811804\ttraining's binary_logloss: 0.0751507\tvalid_1's auc: 0.797251\tvalid_1's binary_logloss: 0.0956051\n",
      "[47]\ttraining's auc: 0.812107\ttraining's binary_logloss: 0.0751094\tvalid_1's auc: 0.797683\tvalid_1's binary_logloss: 0.0955793\n",
      "[48]\ttraining's auc: 0.81218\ttraining's binary_logloss: 0.0750669\tvalid_1's auc: 0.79783\tvalid_1's binary_logloss: 0.0955465\n",
      "[49]\ttraining's auc: 0.812297\ttraining's binary_logloss: 0.0750257\tvalid_1's auc: 0.798037\tvalid_1's binary_logloss: 0.0955071\n",
      "[50]\ttraining's auc: 0.812438\ttraining's binary_logloss: 0.0749876\tvalid_1's auc: 0.798505\tvalid_1's binary_logloss: 0.0954621\n",
      "[51]\ttraining's auc: 0.81257\ttraining's binary_logloss: 0.0749578\tvalid_1's auc: 0.798881\tvalid_1's binary_logloss: 0.0954337\n",
      "[52]\ttraining's auc: 0.812467\ttraining's binary_logloss: 0.0749274\tvalid_1's auc: 0.79871\tvalid_1's binary_logloss: 0.0954137\n",
      "[53]\ttraining's auc: 0.812749\ttraining's binary_logloss: 0.0749004\tvalid_1's auc: 0.79915\tvalid_1's binary_logloss: 0.0953868\n",
      "[54]\ttraining's auc: 0.812904\ttraining's binary_logloss: 0.074873\tvalid_1's auc: 0.799421\tvalid_1's binary_logloss: 0.0953595\n",
      "[55]\ttraining's auc: 0.812997\ttraining's binary_logloss: 0.0748438\tvalid_1's auc: 0.799579\tvalid_1's binary_logloss: 0.0953423\n",
      "[56]\ttraining's auc: 0.813215\ttraining's binary_logloss: 0.0748173\tvalid_1's auc: 0.799776\tvalid_1's binary_logloss: 0.09532\n",
      "[57]\ttraining's auc: 0.81335\ttraining's binary_logloss: 0.0748012\tvalid_1's auc: 0.799937\tvalid_1's binary_logloss: 0.0953042\n",
      "[58]\ttraining's auc: 0.813335\ttraining's binary_logloss: 0.0747763\tvalid_1's auc: 0.800069\tvalid_1's binary_logloss: 0.095299\n",
      "[59]\ttraining's auc: 0.813489\ttraining's binary_logloss: 0.0747481\tvalid_1's auc: 0.800297\tvalid_1's binary_logloss: 0.0952698\n",
      "[60]\ttraining's auc: 0.813515\ttraining's binary_logloss: 0.0747288\tvalid_1's auc: 0.800046\tvalid_1's binary_logloss: 0.0952492\n",
      "[61]\ttraining's auc: 0.813502\ttraining's binary_logloss: 0.0747016\tvalid_1's auc: 0.80035\tvalid_1's binary_logloss: 0.095225\n",
      "[62]\ttraining's auc: 0.813554\ttraining's binary_logloss: 0.0746798\tvalid_1's auc: 0.800413\tvalid_1's binary_logloss: 0.0952042\n",
      "[63]\ttraining's auc: 0.813574\ttraining's binary_logloss: 0.0746633\tvalid_1's auc: 0.800403\tvalid_1's binary_logloss: 0.0951859\n",
      "[64]\ttraining's auc: 0.813599\ttraining's binary_logloss: 0.0746455\tvalid_1's auc: 0.800556\tvalid_1's binary_logloss: 0.0951646\n",
      "[65]\ttraining's auc: 0.81367\ttraining's binary_logloss: 0.0746285\tvalid_1's auc: 0.800894\tvalid_1's binary_logloss: 0.0951459\n",
      "[66]\ttraining's auc: 0.813728\ttraining's binary_logloss: 0.0746124\tvalid_1's auc: 0.801024\tvalid_1's binary_logloss: 0.0951281\n",
      "[67]\ttraining's auc: 0.813845\ttraining's binary_logloss: 0.0745984\tvalid_1's auc: 0.801216\tvalid_1's binary_logloss: 0.0951143\n",
      "[68]\ttraining's auc: 0.813907\ttraining's binary_logloss: 0.0745838\tvalid_1's auc: 0.801478\tvalid_1's binary_logloss: 0.0951151\n",
      "[69]\ttraining's auc: 0.81397\ttraining's binary_logloss: 0.0745672\tvalid_1's auc: 0.80164\tvalid_1's binary_logloss: 0.0950931\n",
      "[70]\ttraining's auc: 0.813998\ttraining's binary_logloss: 0.0745416\tvalid_1's auc: 0.801522\tvalid_1's binary_logloss: 0.0950894\n",
      "[71]\ttraining's auc: 0.814188\ttraining's binary_logloss: 0.0745255\tvalid_1's auc: 0.801878\tvalid_1's binary_logloss: 0.0950693\n",
      "[72]\ttraining's auc: 0.814214\ttraining's binary_logloss: 0.0745097\tvalid_1's auc: 0.801955\tvalid_1's binary_logloss: 0.095057\n",
      "[73]\ttraining's auc: 0.814138\ttraining's binary_logloss: 0.0744978\tvalid_1's auc: 0.802006\tvalid_1's binary_logloss: 0.095046\n",
      "[74]\ttraining's auc: 0.814235\ttraining's binary_logloss: 0.0744859\tvalid_1's auc: 0.802077\tvalid_1's binary_logloss: 0.0950374\n",
      "[75]\ttraining's auc: 0.814227\ttraining's binary_logloss: 0.0744742\tvalid_1's auc: 0.802102\tvalid_1's binary_logloss: 0.0950234\n",
      "[76]\ttraining's auc: 0.814272\ttraining's binary_logloss: 0.0744599\tvalid_1's auc: 0.802182\tvalid_1's binary_logloss: 0.0950103\n",
      "[77]\ttraining's auc: 0.814298\ttraining's binary_logloss: 0.0744488\tvalid_1's auc: 0.802261\tvalid_1's binary_logloss: 0.0949959\n",
      "[78]\ttraining's auc: 0.81443\ttraining's binary_logloss: 0.0744408\tvalid_1's auc: 0.80252\tvalid_1's binary_logloss: 0.0949865\n",
      "[79]\ttraining's auc: 0.814488\ttraining's binary_logloss: 0.0744276\tvalid_1's auc: 0.802654\tvalid_1's binary_logloss: 0.0949788\n",
      "[80]\ttraining's auc: 0.81451\ttraining's binary_logloss: 0.0744173\tvalid_1's auc: 0.802692\tvalid_1's binary_logloss: 0.0949716\n",
      "[81]\ttraining's auc: 0.814546\ttraining's binary_logloss: 0.0744094\tvalid_1's auc: 0.802867\tvalid_1's binary_logloss: 0.0949634\n",
      "[82]\ttraining's auc: 0.814615\ttraining's binary_logloss: 0.0743973\tvalid_1's auc: 0.802995\tvalid_1's binary_logloss: 0.0949413\n",
      "[83]\ttraining's auc: 0.814638\ttraining's binary_logloss: 0.0743873\tvalid_1's auc: 0.802996\tvalid_1's binary_logloss: 0.0949317\n",
      "[84]\ttraining's auc: 0.814625\ttraining's binary_logloss: 0.0743806\tvalid_1's auc: 0.803092\tvalid_1's binary_logloss: 0.0949231\n",
      "[85]\ttraining's auc: 0.81464\ttraining's binary_logloss: 0.0743669\tvalid_1's auc: 0.802951\tvalid_1's binary_logloss: 0.09491\n",
      "[86]\ttraining's auc: 0.814714\ttraining's binary_logloss: 0.0743577\tvalid_1's auc: 0.80312\tvalid_1's binary_logloss: 0.0948875\n",
      "[87]\ttraining's auc: 0.814611\ttraining's binary_logloss: 0.074353\tvalid_1's auc: 0.802994\tvalid_1's binary_logloss: 0.0948802\n",
      "[88]\ttraining's auc: 0.814718\ttraining's binary_logloss: 0.0743464\tvalid_1's auc: 0.803161\tvalid_1's binary_logloss: 0.0948692\n",
      "[89]\ttraining's auc: 0.814777\ttraining's binary_logloss: 0.0743409\tvalid_1's auc: 0.803276\tvalid_1's binary_logloss: 0.0948618\n",
      "[90]\ttraining's auc: 0.814746\ttraining's binary_logloss: 0.0743346\tvalid_1's auc: 0.803337\tvalid_1's binary_logloss: 0.0948608\n",
      "[91]\ttraining's auc: 0.814772\ttraining's binary_logloss: 0.0743303\tvalid_1's auc: 0.803406\tvalid_1's binary_logloss: 0.0948545\n",
      "[92]\ttraining's auc: 0.81481\ttraining's binary_logloss: 0.0743208\tvalid_1's auc: 0.803358\tvalid_1's binary_logloss: 0.0948444\n",
      "[93]\ttraining's auc: 0.814845\ttraining's binary_logloss: 0.074317\tvalid_1's auc: 0.803387\tvalid_1's binary_logloss: 0.0948413\n",
      "[94]\ttraining's auc: 0.81487\ttraining's binary_logloss: 0.0743109\tvalid_1's auc: 0.803365\tvalid_1's binary_logloss: 0.0948374\n",
      "[95]\ttraining's auc: 0.814966\ttraining's binary_logloss: 0.0743079\tvalid_1's auc: 0.803393\tvalid_1's binary_logloss: 0.0948356\n",
      "[96]\ttraining's auc: 0.814988\ttraining's binary_logloss: 0.0743013\tvalid_1's auc: 0.803367\tvalid_1's binary_logloss: 0.0948448\n",
      "[97]\ttraining's auc: 0.815001\ttraining's binary_logloss: 0.0742831\tvalid_1's auc: 0.803286\tvalid_1's binary_logloss: 0.0948464\n",
      "[98]\ttraining's auc: 0.815082\ttraining's binary_logloss: 0.0742757\tvalid_1's auc: 0.803291\tvalid_1's binary_logloss: 0.0948468\n",
      "[99]\ttraining's auc: 0.815186\ttraining's binary_logloss: 0.0742628\tvalid_1's auc: 0.80333\tvalid_1's binary_logloss: 0.0948287\n",
      "[100]\ttraining's auc: 0.815072\ttraining's binary_logloss: 0.0742517\tvalid_1's auc: 0.803129\tvalid_1's binary_logloss: 0.0948236\n",
      "[101]\ttraining's auc: 0.815136\ttraining's binary_logloss: 0.0742478\tvalid_1's auc: 0.803162\tvalid_1's binary_logloss: 0.0948231\n",
      "[102]\ttraining's auc: 0.815145\ttraining's binary_logloss: 0.0742417\tvalid_1's auc: 0.803131\tvalid_1's binary_logloss: 0.0948278\n",
      "[103]\ttraining's auc: 0.815298\ttraining's binary_logloss: 0.0742316\tvalid_1's auc: 0.803068\tvalid_1's binary_logloss: 0.0948279\n",
      "[104]\ttraining's auc: 0.815345\ttraining's binary_logloss: 0.0742268\tvalid_1's auc: 0.803059\tvalid_1's binary_logloss: 0.0948331\n",
      "[105]\ttraining's auc: 0.815403\ttraining's binary_logloss: 0.0742221\tvalid_1's auc: 0.803096\tvalid_1's binary_logloss: 0.0948388\n",
      "[106]\ttraining's auc: 0.815323\ttraining's binary_logloss: 0.074207\tvalid_1's auc: 0.802876\tvalid_1's binary_logloss: 0.0948402\n",
      "[107]\ttraining's auc: 0.81534\ttraining's binary_logloss: 0.074201\tvalid_1's auc: 0.802973\tvalid_1's binary_logloss: 0.0948288\n",
      "[108]\ttraining's auc: 0.815378\ttraining's binary_logloss: 0.0741978\tvalid_1's auc: 0.802927\tvalid_1's binary_logloss: 0.0948282\n",
      "[109]\ttraining's auc: 0.815323\ttraining's binary_logloss: 0.0741946\tvalid_1's auc: 0.803137\tvalid_1's binary_logloss: 0.0948203\n",
      "[110]\ttraining's auc: 0.815448\ttraining's binary_logloss: 0.0741761\tvalid_1's auc: 0.80306\tvalid_1's binary_logloss: 0.094814\n",
      "[111]\ttraining's auc: 0.815387\ttraining's binary_logloss: 0.0741723\tvalid_1's auc: 0.803061\tvalid_1's binary_logloss: 0.0948121\n",
      "[112]\ttraining's auc: 0.815292\ttraining's binary_logloss: 0.0741689\tvalid_1's auc: 0.80315\tvalid_1's binary_logloss: 0.0948028\n",
      "[113]\ttraining's auc: 0.815321\ttraining's binary_logloss: 0.0741667\tvalid_1's auc: 0.803187\tvalid_1's binary_logloss: 0.0947982\n",
      "[114]\ttraining's auc: 0.815334\ttraining's binary_logloss: 0.0741609\tvalid_1's auc: 0.80348\tvalid_1's binary_logloss: 0.0947825\n",
      "[115]\ttraining's auc: 0.815346\ttraining's binary_logloss: 0.0741576\tvalid_1's auc: 0.803434\tvalid_1's binary_logloss: 0.0947797\n",
      "[116]\ttraining's auc: 0.815364\ttraining's binary_logloss: 0.0741543\tvalid_1's auc: 0.803462\tvalid_1's binary_logloss: 0.0947884\n",
      "[117]\ttraining's auc: 0.815381\ttraining's binary_logloss: 0.0741506\tvalid_1's auc: 0.803455\tvalid_1's binary_logloss: 0.0947848\n",
      "[118]\ttraining's auc: 0.815457\ttraining's binary_logloss: 0.0741455\tvalid_1's auc: 0.803548\tvalid_1's binary_logloss: 0.0947813\n",
      "[119]\ttraining's auc: 0.815469\ttraining's binary_logloss: 0.0741441\tvalid_1's auc: 0.803591\tvalid_1's binary_logloss: 0.0947796\n",
      "[120]\ttraining's auc: 0.815478\ttraining's binary_logloss: 0.0741421\tvalid_1's auc: 0.803628\tvalid_1's binary_logloss: 0.0947735\n",
      "[121]\ttraining's auc: 0.815454\ttraining's binary_logloss: 0.0741405\tvalid_1's auc: 0.803466\tvalid_1's binary_logloss: 0.0947788\n",
      "[122]\ttraining's auc: 0.815456\ttraining's binary_logloss: 0.0741389\tvalid_1's auc: 0.803541\tvalid_1's binary_logloss: 0.0947695\n",
      "[123]\ttraining's auc: 0.81554\ttraining's binary_logloss: 0.0741377\tvalid_1's auc: 0.803568\tvalid_1's binary_logloss: 0.0947702\n",
      "[124]\ttraining's auc: 0.815478\ttraining's binary_logloss: 0.0741361\tvalid_1's auc: 0.803611\tvalid_1's binary_logloss: 0.0947711\n",
      "[125]\ttraining's auc: 0.815538\ttraining's binary_logloss: 0.0741263\tvalid_1's auc: 0.803515\tvalid_1's binary_logloss: 0.0947598\n",
      "[126]\ttraining's auc: 0.815621\ttraining's binary_logloss: 0.0741179\tvalid_1's auc: 0.803619\tvalid_1's binary_logloss: 0.0947438\n",
      "[127]\ttraining's auc: 0.815673\ttraining's binary_logloss: 0.0741151\tvalid_1's auc: 0.803619\tvalid_1's binary_logloss: 0.0947411\n",
      "[128]\ttraining's auc: 0.815637\ttraining's binary_logloss: 0.0741118\tvalid_1's auc: 0.803574\tvalid_1's binary_logloss: 0.0947303\n",
      "[129]\ttraining's auc: 0.815622\ttraining's binary_logloss: 0.074098\tvalid_1's auc: 0.803589\tvalid_1's binary_logloss: 0.0947357\n",
      "[130]\ttraining's auc: 0.815662\ttraining's binary_logloss: 0.0740918\tvalid_1's auc: 0.803536\tvalid_1's binary_logloss: 0.0947339\n",
      "[131]\ttraining's auc: 0.815706\ttraining's binary_logloss: 0.074089\tvalid_1's auc: 0.803424\tvalid_1's binary_logloss: 0.0947378\n",
      "[132]\ttraining's auc: 0.815769\ttraining's binary_logloss: 0.0740851\tvalid_1's auc: 0.803513\tvalid_1's binary_logloss: 0.0947321\n",
      "[133]\ttraining's auc: 0.815827\ttraining's binary_logloss: 0.0740716\tvalid_1's auc: 0.803851\tvalid_1's binary_logloss: 0.0947098\n",
      "[134]\ttraining's auc: 0.815907\ttraining's binary_logloss: 0.07407\tvalid_1's auc: 0.803875\tvalid_1's binary_logloss: 0.0947053\n",
      "[135]\ttraining's auc: 0.815859\ttraining's binary_logloss: 0.0740687\tvalid_1's auc: 0.803913\tvalid_1's binary_logloss: 0.0946989\n",
      "[136]\ttraining's auc: 0.815863\ttraining's binary_logloss: 0.0740659\tvalid_1's auc: 0.803889\tvalid_1's binary_logloss: 0.0947008\n",
      "[137]\ttraining's auc: 0.815908\ttraining's binary_logloss: 0.0740638\tvalid_1's auc: 0.803971\tvalid_1's binary_logloss: 0.0947025\n",
      "[138]\ttraining's auc: 0.815983\ttraining's binary_logloss: 0.07406\tvalid_1's auc: 0.804095\tvalid_1's binary_logloss: 0.0946922\n",
      "[139]\ttraining's auc: 0.815965\ttraining's binary_logloss: 0.0740588\tvalid_1's auc: 0.804067\tvalid_1's binary_logloss: 0.0946955\n",
      "[140]\ttraining's auc: 0.815989\ttraining's binary_logloss: 0.074056\tvalid_1's auc: 0.804145\tvalid_1's binary_logloss: 0.094692\n",
      "[141]\ttraining's auc: 0.816044\ttraining's binary_logloss: 0.0740526\tvalid_1's auc: 0.804047\tvalid_1's binary_logloss: 0.0947011\n",
      "[142]\ttraining's auc: 0.816088\ttraining's binary_logloss: 0.0740517\tvalid_1's auc: 0.804065\tvalid_1's binary_logloss: 0.0947036\n",
      "[143]\ttraining's auc: 0.816099\ttraining's binary_logloss: 0.0740494\tvalid_1's auc: 0.804098\tvalid_1's binary_logloss: 0.0947031\n",
      "[144]\ttraining's auc: 0.816059\ttraining's binary_logloss: 0.0740478\tvalid_1's auc: 0.804071\tvalid_1's binary_logloss: 0.0947082\n",
      "[145]\ttraining's auc: 0.816066\ttraining's binary_logloss: 0.0740465\tvalid_1's auc: 0.804039\tvalid_1's binary_logloss: 0.0947089\n",
      "[146]\ttraining's auc: 0.816088\ttraining's binary_logloss: 0.0740344\tvalid_1's auc: 0.804054\tvalid_1's binary_logloss: 0.0946963\n",
      "[147]\ttraining's auc: 0.816096\ttraining's binary_logloss: 0.0740323\tvalid_1's auc: 0.804099\tvalid_1's binary_logloss: 0.0946938\n",
      "[148]\ttraining's auc: 0.816119\ttraining's binary_logloss: 0.074028\tvalid_1's auc: 0.804021\tvalid_1's binary_logloss: 0.0946868\n",
      "[149]\ttraining's auc: 0.816214\ttraining's binary_logloss: 0.0740258\tvalid_1's auc: 0.804117\tvalid_1's binary_logloss: 0.0946803\n",
      "[150]\ttraining's auc: 0.816322\ttraining's binary_logloss: 0.0740151\tvalid_1's auc: 0.804276\tvalid_1's binary_logloss: 0.0946636\n",
      "[151]\ttraining's auc: 0.816365\ttraining's binary_logloss: 0.0740144\tvalid_1's auc: 0.804348\tvalid_1's binary_logloss: 0.0946615\n",
      "[152]\ttraining's auc: 0.816398\ttraining's binary_logloss: 0.0740095\tvalid_1's auc: 0.804392\tvalid_1's binary_logloss: 0.0946548\n",
      "[153]\ttraining's auc: 0.816438\ttraining's binary_logloss: 0.0740078\tvalid_1's auc: 0.804384\tvalid_1's binary_logloss: 0.0946517\n",
      "[154]\ttraining's auc: 0.816427\ttraining's binary_logloss: 0.074003\tvalid_1's auc: 0.804229\tvalid_1's binary_logloss: 0.0946604\n",
      "[155]\ttraining's auc: 0.81648\ttraining's binary_logloss: 0.0739916\tvalid_1's auc: 0.804103\tvalid_1's binary_logloss: 0.0946575\n",
      "[156]\ttraining's auc: 0.816485\ttraining's binary_logloss: 0.0739888\tvalid_1's auc: 0.804229\tvalid_1's binary_logloss: 0.0946581\n",
      "[157]\ttraining's auc: 0.816451\ttraining's binary_logloss: 0.0739856\tvalid_1's auc: 0.804264\tvalid_1's binary_logloss: 0.094664\n",
      "[158]\ttraining's auc: 0.816445\ttraining's binary_logloss: 0.0739839\tvalid_1's auc: 0.804255\tvalid_1's binary_logloss: 0.0946661\n",
      "[159]\ttraining's auc: 0.816464\ttraining's binary_logloss: 0.0739786\tvalid_1's auc: 0.804171\tvalid_1's binary_logloss: 0.0946599\n",
      "[160]\ttraining's auc: 0.816518\ttraining's binary_logloss: 0.0739732\tvalid_1's auc: 0.804185\tvalid_1's binary_logloss: 0.0946585\n",
      "[161]\ttraining's auc: 0.816576\ttraining's binary_logloss: 0.0739679\tvalid_1's auc: 0.804155\tvalid_1's binary_logloss: 0.0946491\n",
      "[162]\ttraining's auc: 0.816581\ttraining's binary_logloss: 0.0739644\tvalid_1's auc: 0.80425\tvalid_1's binary_logloss: 0.0946468\n",
      "[163]\ttraining's auc: 0.816589\ttraining's binary_logloss: 0.0739604\tvalid_1's auc: 0.804375\tvalid_1's binary_logloss: 0.0946487\n",
      "[164]\ttraining's auc: 0.816587\ttraining's binary_logloss: 0.0739565\tvalid_1's auc: 0.804307\tvalid_1's binary_logloss: 0.0946444\n",
      "[165]\ttraining's auc: 0.81661\ttraining's binary_logloss: 0.0739462\tvalid_1's auc: 0.804329\tvalid_1's binary_logloss: 0.0946467\n",
      "[166]\ttraining's auc: 0.81667\ttraining's binary_logloss: 0.0739361\tvalid_1's auc: 0.804246\tvalid_1's binary_logloss: 0.094652\n",
      "[167]\ttraining's auc: 0.816651\ttraining's binary_logloss: 0.0739336\tvalid_1's auc: 0.804268\tvalid_1's binary_logloss: 0.0946519\n",
      "[168]\ttraining's auc: 0.816562\ttraining's binary_logloss: 0.0739287\tvalid_1's auc: 0.804197\tvalid_1's binary_logloss: 0.0946479\n",
      "[169]\ttraining's auc: 0.816591\ttraining's binary_logloss: 0.0739241\tvalid_1's auc: 0.804166\tvalid_1's binary_logloss: 0.0946441\n",
      "[170]\ttraining's auc: 0.816632\ttraining's binary_logloss: 0.0739208\tvalid_1's auc: 0.804218\tvalid_1's binary_logloss: 0.0946318\n",
      "[171]\ttraining's auc: 0.816596\ttraining's binary_logloss: 0.0739184\tvalid_1's auc: 0.804214\tvalid_1's binary_logloss: 0.0946331\n",
      "[172]\ttraining's auc: 0.816675\ttraining's binary_logloss: 0.0739179\tvalid_1's auc: 0.804183\tvalid_1's binary_logloss: 0.0946276\n",
      "[173]\ttraining's auc: 0.816685\ttraining's binary_logloss: 0.0739105\tvalid_1's auc: 0.80412\tvalid_1's binary_logloss: 0.0946244\n",
      "[174]\ttraining's auc: 0.816662\ttraining's binary_logloss: 0.0739089\tvalid_1's auc: 0.804102\tvalid_1's binary_logloss: 0.0946205\n",
      "[175]\ttraining's auc: 0.816708\ttraining's binary_logloss: 0.0739014\tvalid_1's auc: 0.804022\tvalid_1's binary_logloss: 0.0946223\n",
      "[176]\ttraining's auc: 0.816718\ttraining's binary_logloss: 0.0738956\tvalid_1's auc: 0.804015\tvalid_1's binary_logloss: 0.094614\n",
      "[177]\ttraining's auc: 0.816672\ttraining's binary_logloss: 0.073889\tvalid_1's auc: 0.804131\tvalid_1's binary_logloss: 0.0946002\n",
      "[178]\ttraining's auc: 0.816683\ttraining's binary_logloss: 0.0738881\tvalid_1's auc: 0.804101\tvalid_1's binary_logloss: 0.0946064\n",
      "[179]\ttraining's auc: 0.816687\ttraining's binary_logloss: 0.073885\tvalid_1's auc: 0.803873\tvalid_1's binary_logloss: 0.0946042\n",
      "[180]\ttraining's auc: 0.816684\ttraining's binary_logloss: 0.0738836\tvalid_1's auc: 0.803857\tvalid_1's binary_logloss: 0.0946047\n",
      "[181]\ttraining's auc: 0.816781\ttraining's binary_logloss: 0.07388\tvalid_1's auc: 0.803803\tvalid_1's binary_logloss: 0.0946101\n",
      "[182]\ttraining's auc: 0.81679\ttraining's binary_logloss: 0.0738789\tvalid_1's auc: 0.803821\tvalid_1's binary_logloss: 0.0946057\n",
      "[183]\ttraining's auc: 0.816836\ttraining's binary_logloss: 0.0738729\tvalid_1's auc: 0.803798\tvalid_1's binary_logloss: 0.0945954\n",
      "[184]\ttraining's auc: 0.81691\ttraining's binary_logloss: 0.0738655\tvalid_1's auc: 0.803842\tvalid_1's binary_logloss: 0.0945811\n",
      "[185]\ttraining's auc: 0.816906\ttraining's binary_logloss: 0.0738642\tvalid_1's auc: 0.80379\tvalid_1's binary_logloss: 0.0945883\n",
      "[186]\ttraining's auc: 0.816936\ttraining's binary_logloss: 0.0738632\tvalid_1's auc: 0.803786\tvalid_1's binary_logloss: 0.0945936\n",
      "[187]\ttraining's auc: 0.816951\ttraining's binary_logloss: 0.0738625\tvalid_1's auc: 0.803788\tvalid_1's binary_logloss: 0.0945974\n",
      "[188]\ttraining's auc: 0.816923\ttraining's binary_logloss: 0.0738618\tvalid_1's auc: 0.803734\tvalid_1's binary_logloss: 0.094603\n",
      "[189]\ttraining's auc: 0.816897\ttraining's binary_logloss: 0.0738607\tvalid_1's auc: 0.803671\tvalid_1's binary_logloss: 0.0946133\n",
      "[190]\ttraining's auc: 0.816955\ttraining's binary_logloss: 0.0738526\tvalid_1's auc: 0.80372\tvalid_1's binary_logloss: 0.0946158\n",
      "[191]\ttraining's auc: 0.816966\ttraining's binary_logloss: 0.0738516\tvalid_1's auc: 0.803462\tvalid_1's binary_logloss: 0.0946139\n",
      "[192]\ttraining's auc: 0.816995\ttraining's binary_logloss: 0.0738512\tvalid_1's auc: 0.803463\tvalid_1's binary_logloss: 0.0946115\n",
      "[193]\ttraining's auc: 0.817034\ttraining's binary_logloss: 0.0738496\tvalid_1's auc: 0.803553\tvalid_1's binary_logloss: 0.0946077\n",
      "[194]\ttraining's auc: 0.817042\ttraining's binary_logloss: 0.0738485\tvalid_1's auc: 0.803488\tvalid_1's binary_logloss: 0.0946085\n",
      "[195]\ttraining's auc: 0.817052\ttraining's binary_logloss: 0.0738443\tvalid_1's auc: 0.803537\tvalid_1's binary_logloss: 0.0945946\n",
      "[196]\ttraining's auc: 0.817095\ttraining's binary_logloss: 0.0738426\tvalid_1's auc: 0.803607\tvalid_1's binary_logloss: 0.0945916\n",
      "[197]\ttraining's auc: 0.817087\ttraining's binary_logloss: 0.0738397\tvalid_1's auc: 0.80366\tvalid_1's binary_logloss: 0.0945959\n",
      "[198]\ttraining's auc: 0.817095\ttraining's binary_logloss: 0.0738372\tvalid_1's auc: 0.803653\tvalid_1's binary_logloss: 0.0945962\n",
      "[199]\ttraining's auc: 0.81709\ttraining's binary_logloss: 0.0738342\tvalid_1's auc: 0.803604\tvalid_1's binary_logloss: 0.0945962\n",
      "[200]\ttraining's auc: 0.817167\ttraining's binary_logloss: 0.0738326\tvalid_1's auc: 0.803581\tvalid_1's binary_logloss: 0.094593\n",
      "[201]\ttraining's auc: 0.817163\ttraining's binary_logloss: 0.0738285\tvalid_1's auc: 0.803542\tvalid_1's binary_logloss: 0.0945888\n",
      "[202]\ttraining's auc: 0.817211\ttraining's binary_logloss: 0.0738248\tvalid_1's auc: 0.803643\tvalid_1's binary_logloss: 0.0945816\n",
      "[203]\ttraining's auc: 0.817243\ttraining's binary_logloss: 0.0738235\tvalid_1's auc: 0.803645\tvalid_1's binary_logloss: 0.0945883\n",
      "[204]\ttraining's auc: 0.817252\ttraining's binary_logloss: 0.0738223\tvalid_1's auc: 0.803684\tvalid_1's binary_logloss: 0.0945875\n",
      "[205]\ttraining's auc: 0.817245\ttraining's binary_logloss: 0.0738204\tvalid_1's auc: 0.803727\tvalid_1's binary_logloss: 0.0945887\n",
      "[206]\ttraining's auc: 0.817254\ttraining's binary_logloss: 0.0738189\tvalid_1's auc: 0.803693\tvalid_1's binary_logloss: 0.0945933\n",
      "[207]\ttraining's auc: 0.81723\ttraining's binary_logloss: 0.0738106\tvalid_1's auc: 0.803546\tvalid_1's binary_logloss: 0.0945977\n",
      "[208]\ttraining's auc: 0.817239\ttraining's binary_logloss: 0.0738055\tvalid_1's auc: 0.803438\tvalid_1's binary_logloss: 0.0946004\n",
      "[209]\ttraining's auc: 0.81726\ttraining's binary_logloss: 0.0738036\tvalid_1's auc: 0.803658\tvalid_1's binary_logloss: 0.0946005\n",
      "[210]\ttraining's auc: 0.817261\ttraining's binary_logloss: 0.0738018\tvalid_1's auc: 0.80365\tvalid_1's binary_logloss: 0.0946006\n",
      "[211]\ttraining's auc: 0.817276\ttraining's binary_logloss: 0.0737974\tvalid_1's auc: 0.803571\tvalid_1's binary_logloss: 0.0945987\n",
      "[212]\ttraining's auc: 0.817307\ttraining's binary_logloss: 0.0737965\tvalid_1's auc: 0.803616\tvalid_1's binary_logloss: 0.0946004\n",
      "[213]\ttraining's auc: 0.817259\ttraining's binary_logloss: 0.0737959\tvalid_1's auc: 0.803589\tvalid_1's binary_logloss: 0.0946087\n",
      "[214]\ttraining's auc: 0.817324\ttraining's binary_logloss: 0.0737899\tvalid_1's auc: 0.803482\tvalid_1's binary_logloss: 0.0946029\n",
      "[215]\ttraining's auc: 0.817361\ttraining's binary_logloss: 0.0737882\tvalid_1's auc: 0.803502\tvalid_1's binary_logloss: 0.0946079\n",
      "[216]\ttraining's auc: 0.817386\ttraining's binary_logloss: 0.0737835\tvalid_1's auc: 0.803506\tvalid_1's binary_logloss: 0.0946023\n",
      "[217]\ttraining's auc: 0.81739\ttraining's binary_logloss: 0.0737829\tvalid_1's auc: 0.803524\tvalid_1's binary_logloss: 0.0946049\n",
      "[218]\ttraining's auc: 0.817396\ttraining's binary_logloss: 0.0737763\tvalid_1's auc: 0.803451\tvalid_1's binary_logloss: 0.0946011\n",
      "[219]\ttraining's auc: 0.817414\ttraining's binary_logloss: 0.0737728\tvalid_1's auc: 0.803542\tvalid_1's binary_logloss: 0.0945994\n",
      "[220]\ttraining's auc: 0.817442\ttraining's binary_logloss: 0.0737669\tvalid_1's auc: 0.803577\tvalid_1's binary_logloss: 0.0945961\n",
      "[221]\ttraining's auc: 0.8175\ttraining's binary_logloss: 0.0737641\tvalid_1's auc: 0.803468\tvalid_1's binary_logloss: 0.0945934\n",
      "[222]\ttraining's auc: 0.817492\ttraining's binary_logloss: 0.0737632\tvalid_1's auc: 0.80347\tvalid_1's binary_logloss: 0.0945943\n",
      "[223]\ttraining's auc: 0.81746\ttraining's binary_logloss: 0.0737624\tvalid_1's auc: 0.803446\tvalid_1's binary_logloss: 0.0945974\n",
      "[224]\ttraining's auc: 0.817502\ttraining's binary_logloss: 0.0737601\tvalid_1's auc: 0.803503\tvalid_1's binary_logloss: 0.0945949\n",
      "[225]\ttraining's auc: 0.817562\ttraining's binary_logloss: 0.0737586\tvalid_1's auc: 0.803412\tvalid_1's binary_logloss: 0.0946008\n",
      "[226]\ttraining's auc: 0.817558\ttraining's binary_logloss: 0.0737574\tvalid_1's auc: 0.803421\tvalid_1's binary_logloss: 0.0946079\n",
      "[227]\ttraining's auc: 0.817586\ttraining's binary_logloss: 0.0737557\tvalid_1's auc: 0.803591\tvalid_1's binary_logloss: 0.0945984\n",
      "[228]\ttraining's auc: 0.817661\ttraining's binary_logloss: 0.0737539\tvalid_1's auc: 0.803699\tvalid_1's binary_logloss: 0.0945978\n",
      "[229]\ttraining's auc: 0.817636\ttraining's binary_logloss: 0.0737523\tvalid_1's auc: 0.803655\tvalid_1's binary_logloss: 0.0945958\n",
      "[230]\ttraining's auc: 0.817664\ttraining's binary_logloss: 0.0737472\tvalid_1's auc: 0.803585\tvalid_1's binary_logloss: 0.0945969\n",
      "[231]\ttraining's auc: 0.81763\ttraining's binary_logloss: 0.0737459\tvalid_1's auc: 0.803606\tvalid_1's binary_logloss: 0.0945953\n",
      "[232]\ttraining's auc: 0.817631\ttraining's binary_logloss: 0.0737451\tvalid_1's auc: 0.80361\tvalid_1's binary_logloss: 0.0945899\n",
      "[233]\ttraining's auc: 0.817661\ttraining's binary_logloss: 0.0737447\tvalid_1's auc: 0.803655\tvalid_1's binary_logloss: 0.0945903\n",
      "[234]\ttraining's auc: 0.817703\ttraining's binary_logloss: 0.0737437\tvalid_1's auc: 0.803691\tvalid_1's binary_logloss: 0.0945854\n",
      "[235]\ttraining's auc: 0.817659\ttraining's binary_logloss: 0.0737422\tvalid_1's auc: 0.803714\tvalid_1's binary_logloss: 0.0945868\n",
      "[236]\ttraining's auc: 0.817684\ttraining's binary_logloss: 0.0737387\tvalid_1's auc: 0.803653\tvalid_1's binary_logloss: 0.094594\n",
      "[237]\ttraining's auc: 0.817653\ttraining's binary_logloss: 0.073736\tvalid_1's auc: 0.803677\tvalid_1's binary_logloss: 0.0945964\n",
      "[238]\ttraining's auc: 0.817704\ttraining's binary_logloss: 0.0737322\tvalid_1's auc: 0.803549\tvalid_1's binary_logloss: 0.0946031\n",
      "[239]\ttraining's auc: 0.817704\ttraining's binary_logloss: 0.0737302\tvalid_1's auc: 0.803426\tvalid_1's binary_logloss: 0.0946133\n",
      "[240]\ttraining's auc: 0.817736\ttraining's binary_logloss: 0.0737293\tvalid_1's auc: 0.80353\tvalid_1's binary_logloss: 0.094615\n",
      "[241]\ttraining's auc: 0.817732\ttraining's binary_logloss: 0.073728\tvalid_1's auc: 0.803353\tvalid_1's binary_logloss: 0.0946242\n",
      "[242]\ttraining's auc: 0.817773\ttraining's binary_logloss: 0.0737246\tvalid_1's auc: 0.803335\tvalid_1's binary_logloss: 0.0946263\n",
      "[243]\ttraining's auc: 0.817814\ttraining's binary_logloss: 0.0737224\tvalid_1's auc: 0.803437\tvalid_1's binary_logloss: 0.0946193\n",
      "[244]\ttraining's auc: 0.817793\ttraining's binary_logloss: 0.0737214\tvalid_1's auc: 0.803346\tvalid_1's binary_logloss: 0.0946244\n",
      "[245]\ttraining's auc: 0.817744\ttraining's binary_logloss: 0.0737201\tvalid_1's auc: 0.803188\tvalid_1's binary_logloss: 0.094631\n",
      "[246]\ttraining's auc: 0.817745\ttraining's binary_logloss: 0.0737194\tvalid_1's auc: 0.803187\tvalid_1's binary_logloss: 0.0946297\n",
      "[247]\ttraining's auc: 0.817698\ttraining's binary_logloss: 0.0737153\tvalid_1's auc: 0.803078\tvalid_1's binary_logloss: 0.0946381\n",
      "[248]\ttraining's auc: 0.81773\ttraining's binary_logloss: 0.0737134\tvalid_1's auc: 0.803188\tvalid_1's binary_logloss: 0.0946373\n",
      "[249]\ttraining's auc: 0.81776\ttraining's binary_logloss: 0.0737116\tvalid_1's auc: 0.803124\tvalid_1's binary_logloss: 0.0946338\n",
      "[250]\ttraining's auc: 0.817868\ttraining's binary_logloss: 0.0737074\tvalid_1's auc: 0.803288\tvalid_1's binary_logloss: 0.094631\n",
      "[251]\ttraining's auc: 0.817869\ttraining's binary_logloss: 0.0737048\tvalid_1's auc: 0.803273\tvalid_1's binary_logloss: 0.0946279\n",
      "[252]\ttraining's auc: 0.81788\ttraining's binary_logloss: 0.0737035\tvalid_1's auc: 0.803313\tvalid_1's binary_logloss: 0.094631\n",
      "Early stopping, best iteration is:\n",
      "[152]\ttraining's auc: 0.816398\ttraining's binary_logloss: 0.0740095\tvalid_1's auc: 0.804392\tvalid_1's binary_logloss: 0.0946548\n",
      "4\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/vincent/.local/lib/python3.8/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  _log_warning(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[LightGBM] [Warning] Unknown parameter: max_features\n",
      "[1]\ttraining's auc: 0.733402\ttraining's binary_logloss: 0.0966992\tvalid_1's auc: 0.727239\tvalid_1's binary_logloss: 0.0659292\n",
      "Training until validation scores don't improve for 100 rounds\n",
      "[2]\ttraining's auc: 0.737752\ttraining's binary_logloss: 0.0956041\tvalid_1's auc: 0.73123\tvalid_1's binary_logloss: 0.0652605\n",
      "[3]\ttraining's auc: 0.780021\ttraining's binary_logloss: 0.0945231\tvalid_1's auc: 0.789405\tvalid_1's binary_logloss: 0.0645369\n",
      "[4]\ttraining's auc: 0.779505\ttraining's binary_logloss: 0.0936381\tvalid_1's auc: 0.790604\tvalid_1's binary_logloss: 0.0639097\n",
      "[5]\ttraining's auc: 0.782465\ttraining's binary_logloss: 0.0930717\tvalid_1's auc: 0.790284\tvalid_1's binary_logloss: 0.063517\n",
      "[6]\ttraining's auc: 0.783947\ttraining's binary_logloss: 0.0925916\tvalid_1's auc: 0.791456\tvalid_1's binary_logloss: 0.0631446\n",
      "[7]\ttraining's auc: 0.784422\ttraining's binary_logloss: 0.0919581\tvalid_1's auc: 0.793152\tvalid_1's binary_logloss: 0.062663\n",
      "[8]\ttraining's auc: 0.789333\ttraining's binary_logloss: 0.0913417\tvalid_1's auc: 0.798872\tvalid_1's binary_logloss: 0.0621749\n",
      "[9]\ttraining's auc: 0.794421\ttraining's binary_logloss: 0.0908727\tvalid_1's auc: 0.804619\tvalid_1's binary_logloss: 0.0618117\n",
      "[10]\ttraining's auc: 0.794718\ttraining's binary_logloss: 0.0904513\tvalid_1's auc: 0.805568\tvalid_1's binary_logloss: 0.0614459\n",
      "[11]\ttraining's auc: 0.796308\ttraining's binary_logloss: 0.0900141\tvalid_1's auc: 0.807331\tvalid_1's binary_logloss: 0.0610865\n",
      "[12]\ttraining's auc: 0.796597\ttraining's binary_logloss: 0.0897106\tvalid_1's auc: 0.807597\tvalid_1's binary_logloss: 0.0608304\n",
      "[13]\ttraining's auc: 0.797963\ttraining's binary_logloss: 0.0893415\tvalid_1's auc: 0.808968\tvalid_1's binary_logloss: 0.0605257\n",
      "[14]\ttraining's auc: 0.798656\ttraining's binary_logloss: 0.0890116\tvalid_1's auc: 0.810623\tvalid_1's binary_logloss: 0.0602404\n",
      "[15]\ttraining's auc: 0.799719\ttraining's binary_logloss: 0.0887743\tvalid_1's auc: 0.810518\tvalid_1's binary_logloss: 0.0600399\n",
      "[16]\ttraining's auc: 0.799934\ttraining's binary_logloss: 0.088503\tvalid_1's auc: 0.810874\tvalid_1's binary_logloss: 0.0597915\n",
      "[17]\ttraining's auc: 0.800036\ttraining's binary_logloss: 0.0882717\tvalid_1's auc: 0.810761\tvalid_1's binary_logloss: 0.0595583\n",
      "[18]\ttraining's auc: 0.800444\ttraining's binary_logloss: 0.0880347\tvalid_1's auc: 0.811804\tvalid_1's binary_logloss: 0.0593626\n",
      "[19]\ttraining's auc: 0.800019\ttraining's binary_logloss: 0.0877832\tvalid_1's auc: 0.811376\tvalid_1's binary_logloss: 0.059126\n",
      "[20]\ttraining's auc: 0.801556\ttraining's binary_logloss: 0.0876216\tvalid_1's auc: 0.81046\tvalid_1's binary_logloss: 0.0589962\n",
      "[21]\ttraining's auc: 0.802224\ttraining's binary_logloss: 0.0874156\tvalid_1's auc: 0.81036\tvalid_1's binary_logloss: 0.0588178\n",
      "[22]\ttraining's auc: 0.801546\ttraining's binary_logloss: 0.087253\tvalid_1's auc: 0.810953\tvalid_1's binary_logloss: 0.0586561\n",
      "[23]\ttraining's auc: 0.801946\ttraining's binary_logloss: 0.0870911\tvalid_1's auc: 0.810652\tvalid_1's binary_logloss: 0.0584974\n",
      "[24]\ttraining's auc: 0.801697\ttraining's binary_logloss: 0.0869253\tvalid_1's auc: 0.810604\tvalid_1's binary_logloss: 0.0583275\n",
      "[25]\ttraining's auc: 0.801366\ttraining's binary_logloss: 0.0867883\tvalid_1's auc: 0.810237\tvalid_1's binary_logloss: 0.0581934\n",
      "[26]\ttraining's auc: 0.801532\ttraining's binary_logloss: 0.0866627\tvalid_1's auc: 0.81069\tvalid_1's binary_logloss: 0.0580781\n",
      "[27]\ttraining's auc: 0.802176\ttraining's binary_logloss: 0.0865359\tvalid_1's auc: 0.810225\tvalid_1's binary_logloss: 0.0579724\n",
      "[28]\ttraining's auc: 0.80209\ttraining's binary_logloss: 0.0864143\tvalid_1's auc: 0.810776\tvalid_1's binary_logloss: 0.057838\n",
      "[29]\ttraining's auc: 0.80225\ttraining's binary_logloss: 0.0862985\tvalid_1's auc: 0.811047\tvalid_1's binary_logloss: 0.0577159\n",
      "[30]\ttraining's auc: 0.802145\ttraining's binary_logloss: 0.0862065\tvalid_1's auc: 0.810829\tvalid_1's binary_logloss: 0.0576103\n",
      "[31]\ttraining's auc: 0.802391\ttraining's binary_logloss: 0.0861185\tvalid_1's auc: 0.811305\tvalid_1's binary_logloss: 0.05753\n",
      "[32]\ttraining's auc: 0.803065\ttraining's binary_logloss: 0.0860195\tvalid_1's auc: 0.810661\tvalid_1's binary_logloss: 0.057446\n",
      "[33]\ttraining's auc: 0.804177\ttraining's binary_logloss: 0.0859278\tvalid_1's auc: 0.813263\tvalid_1's binary_logloss: 0.0573616\n",
      "[34]\ttraining's auc: 0.803747\ttraining's binary_logloss: 0.0858414\tvalid_1's auc: 0.81319\tvalid_1's binary_logloss: 0.0572528\n",
      "[35]\ttraining's auc: 0.804013\ttraining's binary_logloss: 0.0857568\tvalid_1's auc: 0.813992\tvalid_1's binary_logloss: 0.0571491\n",
      "[36]\ttraining's auc: 0.80454\ttraining's binary_logloss: 0.0856821\tvalid_1's auc: 0.813904\tvalid_1's binary_logloss: 0.0570708\n",
      "[37]\ttraining's auc: 0.804786\ttraining's binary_logloss: 0.0856132\tvalid_1's auc: 0.813766\tvalid_1's binary_logloss: 0.0570068\n",
      "[38]\ttraining's auc: 0.805043\ttraining's binary_logloss: 0.0855382\tvalid_1's auc: 0.813358\tvalid_1's binary_logloss: 0.0569364\n",
      "[39]\ttraining's auc: 0.805577\ttraining's binary_logloss: 0.0854786\tvalid_1's auc: 0.812614\tvalid_1's binary_logloss: 0.0568774\n",
      "[40]\ttraining's auc: 0.805558\ttraining's binary_logloss: 0.085415\tvalid_1's auc: 0.813214\tvalid_1's binary_logloss: 0.0567952\n",
      "[41]\ttraining's auc: 0.805542\ttraining's binary_logloss: 0.0853548\tvalid_1's auc: 0.81341\tvalid_1's binary_logloss: 0.0567174\n",
      "[42]\ttraining's auc: 0.805816\ttraining's binary_logloss: 0.0853078\tvalid_1's auc: 0.813613\tvalid_1's binary_logloss: 0.0566754\n",
      "[43]\ttraining's auc: 0.806137\ttraining's binary_logloss: 0.0852659\tvalid_1's auc: 0.813944\tvalid_1's binary_logloss: 0.0566458\n",
      "[44]\ttraining's auc: 0.806363\ttraining's binary_logloss: 0.0852132\tvalid_1's auc: 0.814123\tvalid_1's binary_logloss: 0.0566054\n",
      "[45]\ttraining's auc: 0.807003\ttraining's binary_logloss: 0.0851678\tvalid_1's auc: 0.81498\tvalid_1's binary_logloss: 0.0565673\n",
      "[46]\ttraining's auc: 0.807101\ttraining's binary_logloss: 0.0851223\tvalid_1's auc: 0.814886\tvalid_1's binary_logloss: 0.0565206\n",
      "[47]\ttraining's auc: 0.807199\ttraining's binary_logloss: 0.0850765\tvalid_1's auc: 0.815166\tvalid_1's binary_logloss: 0.0564708\n",
      "[48]\ttraining's auc: 0.807249\ttraining's binary_logloss: 0.0850368\tvalid_1's auc: 0.815653\tvalid_1's binary_logloss: 0.0564325\n",
      "[49]\ttraining's auc: 0.807444\ttraining's binary_logloss: 0.0849947\tvalid_1's auc: 0.815247\tvalid_1's binary_logloss: 0.0563966\n",
      "[50]\ttraining's auc: 0.807513\ttraining's binary_logloss: 0.0849427\tvalid_1's auc: 0.815742\tvalid_1's binary_logloss: 0.0563375\n",
      "[51]\ttraining's auc: 0.807413\ttraining's binary_logloss: 0.0849074\tvalid_1's auc: 0.815581\tvalid_1's binary_logloss: 0.0562819\n",
      "[52]\ttraining's auc: 0.807629\ttraining's binary_logloss: 0.0848675\tvalid_1's auc: 0.815207\tvalid_1's binary_logloss: 0.0562567\n",
      "[53]\ttraining's auc: 0.807849\ttraining's binary_logloss: 0.0848344\tvalid_1's auc: 0.815196\tvalid_1's binary_logloss: 0.056234\n",
      "[54]\ttraining's auc: 0.807719\ttraining's binary_logloss: 0.0848023\tvalid_1's auc: 0.815407\tvalid_1's binary_logloss: 0.0562057\n",
      "[55]\ttraining's auc: 0.807772\ttraining's binary_logloss: 0.0847732\tvalid_1's auc: 0.815781\tvalid_1's binary_logloss: 0.0561739\n",
      "[56]\ttraining's auc: 0.807895\ttraining's binary_logloss: 0.0847412\tvalid_1's auc: 0.815686\tvalid_1's binary_logloss: 0.0561362\n",
      "[57]\ttraining's auc: 0.807892\ttraining's binary_logloss: 0.0847193\tvalid_1's auc: 0.815701\tvalid_1's binary_logloss: 0.0561106\n",
      "[58]\ttraining's auc: 0.807846\ttraining's binary_logloss: 0.0846891\tvalid_1's auc: 0.815271\tvalid_1's binary_logloss: 0.056075\n",
      "[59]\ttraining's auc: 0.808025\ttraining's binary_logloss: 0.0846612\tvalid_1's auc: 0.815623\tvalid_1's binary_logloss: 0.0560538\n",
      "[60]\ttraining's auc: 0.808138\ttraining's binary_logloss: 0.0846261\tvalid_1's auc: 0.815425\tvalid_1's binary_logloss: 0.0560122\n",
      "[61]\ttraining's auc: 0.808159\ttraining's binary_logloss: 0.0845987\tvalid_1's auc: 0.815847\tvalid_1's binary_logloss: 0.0559734\n",
      "[62]\ttraining's auc: 0.808182\ttraining's binary_logloss: 0.0845776\tvalid_1's auc: 0.815742\tvalid_1's binary_logloss: 0.05595\n",
      "[63]\ttraining's auc: 0.80819\ttraining's binary_logloss: 0.0845594\tvalid_1's auc: 0.816158\tvalid_1's binary_logloss: 0.0559233\n",
      "[64]\ttraining's auc: 0.808187\ttraining's binary_logloss: 0.0845344\tvalid_1's auc: 0.816329\tvalid_1's binary_logloss: 0.0558916\n",
      "[65]\ttraining's auc: 0.808323\ttraining's binary_logloss: 0.0845154\tvalid_1's auc: 0.816574\tvalid_1's binary_logloss: 0.0558767\n",
      "[66]\ttraining's auc: 0.808396\ttraining's binary_logloss: 0.0844996\tvalid_1's auc: 0.816614\tvalid_1's binary_logloss: 0.0558552\n",
      "[67]\ttraining's auc: 0.808414\ttraining's binary_logloss: 0.0844808\tvalid_1's auc: 0.816626\tvalid_1's binary_logloss: 0.0558318\n",
      "[68]\ttraining's auc: 0.80859\ttraining's binary_logloss: 0.0844665\tvalid_1's auc: 0.815889\tvalid_1's binary_logloss: 0.0558185\n",
      "[69]\ttraining's auc: 0.808712\ttraining's binary_logloss: 0.0844504\tvalid_1's auc: 0.816242\tvalid_1's binary_logloss: 0.0558056\n",
      "[70]\ttraining's auc: 0.808846\ttraining's binary_logloss: 0.0844363\tvalid_1's auc: 0.81632\tvalid_1's binary_logloss: 0.0557883\n",
      "[71]\ttraining's auc: 0.808965\ttraining's binary_logloss: 0.0844173\tvalid_1's auc: 0.81682\tvalid_1's binary_logloss: 0.0557663\n",
      "[72]\ttraining's auc: 0.808969\ttraining's binary_logloss: 0.0844041\tvalid_1's auc: 0.816949\tvalid_1's binary_logloss: 0.0557577\n",
      "[73]\ttraining's auc: 0.809109\ttraining's binary_logloss: 0.0843867\tvalid_1's auc: 0.816626\tvalid_1's binary_logloss: 0.0557458\n",
      "[74]\ttraining's auc: 0.809305\ttraining's binary_logloss: 0.0843732\tvalid_1's auc: 0.816298\tvalid_1's binary_logloss: 0.0557477\n",
      "[75]\ttraining's auc: 0.809471\ttraining's binary_logloss: 0.0843589\tvalid_1's auc: 0.816399\tvalid_1's binary_logloss: 0.0557367\n",
      "[76]\ttraining's auc: 0.809499\ttraining's binary_logloss: 0.0843457\tvalid_1's auc: 0.816436\tvalid_1's binary_logloss: 0.0557165\n",
      "[77]\ttraining's auc: 0.809681\ttraining's binary_logloss: 0.084332\tvalid_1's auc: 0.816348\tvalid_1's binary_logloss: 0.0556988\n",
      "[78]\ttraining's auc: 0.809693\ttraining's binary_logloss: 0.0843188\tvalid_1's auc: 0.816173\tvalid_1's binary_logloss: 0.0556834\n",
      "[79]\ttraining's auc: 0.80977\ttraining's binary_logloss: 0.0843064\tvalid_1's auc: 0.816221\tvalid_1's binary_logloss: 0.0556692\n",
      "[80]\ttraining's auc: 0.809835\ttraining's binary_logloss: 0.0842938\tvalid_1's auc: 0.816359\tvalid_1's binary_logloss: 0.0556612\n",
      "[81]\ttraining's auc: 0.809999\ttraining's binary_logloss: 0.0842812\tvalid_1's auc: 0.816362\tvalid_1's binary_logloss: 0.0556421\n",
      "[82]\ttraining's auc: 0.809994\ttraining's binary_logloss: 0.084269\tvalid_1's auc: 0.816326\tvalid_1's binary_logloss: 0.0556333\n",
      "[83]\ttraining's auc: 0.810041\ttraining's binary_logloss: 0.084259\tvalid_1's auc: 0.8164\tvalid_1's binary_logloss: 0.0556172\n",
      "[84]\ttraining's auc: 0.810064\ttraining's binary_logloss: 0.08425\tvalid_1's auc: 0.816453\tvalid_1's binary_logloss: 0.0556026\n",
      "[85]\ttraining's auc: 0.810039\ttraining's binary_logloss: 0.0842344\tvalid_1's auc: 0.816447\tvalid_1's binary_logloss: 0.0555804\n",
      "[86]\ttraining's auc: 0.810019\ttraining's binary_logloss: 0.0842119\tvalid_1's auc: 0.816528\tvalid_1's binary_logloss: 0.055547\n",
      "[87]\ttraining's auc: 0.810106\ttraining's binary_logloss: 0.0842005\tvalid_1's auc: 0.816683\tvalid_1's binary_logloss: 0.0555425\n",
      "[88]\ttraining's auc: 0.810129\ttraining's binary_logloss: 0.0841911\tvalid_1's auc: 0.816864\tvalid_1's binary_logloss: 0.0555346\n",
      "[89]\ttraining's auc: 0.810138\ttraining's binary_logloss: 0.08418\tvalid_1's auc: 0.816964\tvalid_1's binary_logloss: 0.0555197\n",
      "[90]\ttraining's auc: 0.81021\ttraining's binary_logloss: 0.0841712\tvalid_1's auc: 0.816944\tvalid_1's binary_logloss: 0.0555059\n",
      "[91]\ttraining's auc: 0.810213\ttraining's binary_logloss: 0.084166\tvalid_1's auc: 0.817068\tvalid_1's binary_logloss: 0.0554994\n",
      "[92]\ttraining's auc: 0.810243\ttraining's binary_logloss: 0.0841608\tvalid_1's auc: 0.817132\tvalid_1's binary_logloss: 0.0554902\n",
      "[93]\ttraining's auc: 0.810255\ttraining's binary_logloss: 0.0841559\tvalid_1's auc: 0.817126\tvalid_1's binary_logloss: 0.0554822\n",
      "[94]\ttraining's auc: 0.810223\ttraining's binary_logloss: 0.0841466\tvalid_1's auc: 0.817153\tvalid_1's binary_logloss: 0.0554701\n",
      "[95]\ttraining's auc: 0.810274\ttraining's binary_logloss: 0.0841431\tvalid_1's auc: 0.816995\tvalid_1's binary_logloss: 0.0554724\n",
      "[96]\ttraining's auc: 0.810316\ttraining's binary_logloss: 0.0841348\tvalid_1's auc: 0.8171\tvalid_1's binary_logloss: 0.0554582\n",
      "[97]\ttraining's auc: 0.810366\ttraining's binary_logloss: 0.0841269\tvalid_1's auc: 0.817335\tvalid_1's binary_logloss: 0.0554444\n",
      "[98]\ttraining's auc: 0.810469\ttraining's binary_logloss: 0.0841234\tvalid_1's auc: 0.817126\tvalid_1's binary_logloss: 0.0554416\n",
      "[99]\ttraining's auc: 0.810556\ttraining's binary_logloss: 0.0841057\tvalid_1's auc: 0.817111\tvalid_1's binary_logloss: 0.0554185\n",
      "[100]\ttraining's auc: 0.810558\ttraining's binary_logloss: 0.0841001\tvalid_1's auc: 0.817011\tvalid_1's binary_logloss: 0.0554185\n",
      "[101]\ttraining's auc: 0.810553\ttraining's binary_logloss: 0.084095\tvalid_1's auc: 0.816834\tvalid_1's binary_logloss: 0.0554132\n",
      "[102]\ttraining's auc: 0.810587\ttraining's binary_logloss: 0.0840912\tvalid_1's auc: 0.816785\tvalid_1's binary_logloss: 0.0553975\n",
      "[103]\ttraining's auc: 0.81058\ttraining's binary_logloss: 0.0840799\tvalid_1's auc: 0.816814\tvalid_1's binary_logloss: 0.0553932\n",
      "[104]\ttraining's auc: 0.810584\ttraining's binary_logloss: 0.0840754\tvalid_1's auc: 0.816742\tvalid_1's binary_logloss: 0.0553941\n",
      "[105]\ttraining's auc: 0.810553\ttraining's binary_logloss: 0.0840717\tvalid_1's auc: 0.816894\tvalid_1's binary_logloss: 0.055399\n",
      "[106]\ttraining's auc: 0.810544\ttraining's binary_logloss: 0.0840642\tvalid_1's auc: 0.816567\tvalid_1's binary_logloss: 0.055397\n",
      "[107]\ttraining's auc: 0.810541\ttraining's binary_logloss: 0.0840563\tvalid_1's auc: 0.816613\tvalid_1's binary_logloss: 0.0553906\n",
      "[108]\ttraining's auc: 0.810506\ttraining's binary_logloss: 0.0840534\tvalid_1's auc: 0.816581\tvalid_1's binary_logloss: 0.055381\n",
      "[109]\ttraining's auc: 0.810678\ttraining's binary_logloss: 0.0840377\tvalid_1's auc: 0.816504\tvalid_1's binary_logloss: 0.0553792\n",
      "[110]\ttraining's auc: 0.810679\ttraining's binary_logloss: 0.084035\tvalid_1's auc: 0.816492\tvalid_1's binary_logloss: 0.0553697\n",
      "[111]\ttraining's auc: 0.810643\ttraining's binary_logloss: 0.0840294\tvalid_1's auc: 0.816353\tvalid_1's binary_logloss: 0.0553656\n",
      "[112]\ttraining's auc: 0.810714\ttraining's binary_logloss: 0.0840219\tvalid_1's auc: 0.816247\tvalid_1's binary_logloss: 0.0553631\n",
      "[113]\ttraining's auc: 0.810718\ttraining's binary_logloss: 0.0840194\tvalid_1's auc: 0.816265\tvalid_1's binary_logloss: 0.0553619\n",
      "[114]\ttraining's auc: 0.810703\ttraining's binary_logloss: 0.0840168\tvalid_1's auc: 0.816123\tvalid_1's binary_logloss: 0.0553585\n",
      "[115]\ttraining's auc: 0.810699\ttraining's binary_logloss: 0.0840144\tvalid_1's auc: 0.816121\tvalid_1's binary_logloss: 0.055354\n",
      "[116]\ttraining's auc: 0.81071\ttraining's binary_logloss: 0.0840131\tvalid_1's auc: 0.816079\tvalid_1's binary_logloss: 0.0553499\n",
      "[117]\ttraining's auc: 0.810708\ttraining's binary_logloss: 0.0840112\tvalid_1's auc: 0.816126\tvalid_1's binary_logloss: 0.0553453\n",
      "[118]\ttraining's auc: 0.810774\ttraining's binary_logloss: 0.0840085\tvalid_1's auc: 0.816185\tvalid_1's binary_logloss: 0.0553596\n",
      "[119]\ttraining's auc: 0.810785\ttraining's binary_logloss: 0.0840063\tvalid_1's auc: 0.816108\tvalid_1's binary_logloss: 0.0553751\n",
      "[120]\ttraining's auc: 0.810709\ttraining's binary_logloss: 0.0840016\tvalid_1's auc: 0.816046\tvalid_1's binary_logloss: 0.0553689\n",
      "[121]\ttraining's auc: 0.810754\ttraining's binary_logloss: 0.0839907\tvalid_1's auc: 0.816215\tvalid_1's binary_logloss: 0.0553737\n",
      "[122]\ttraining's auc: 0.81075\ttraining's binary_logloss: 0.0839863\tvalid_1's auc: 0.816325\tvalid_1's binary_logloss: 0.0553688\n",
      "[123]\ttraining's auc: 0.810748\ttraining's binary_logloss: 0.0839855\tvalid_1's auc: 0.816318\tvalid_1's binary_logloss: 0.055369\n",
      "[124]\ttraining's auc: 0.810819\ttraining's binary_logloss: 0.0839825\tvalid_1's auc: 0.816332\tvalid_1's binary_logloss: 0.0553654\n",
      "[125]\ttraining's auc: 0.810831\ttraining's binary_logloss: 0.0839764\tvalid_1's auc: 0.81633\tvalid_1's binary_logloss: 0.0553572\n",
      "[126]\ttraining's auc: 0.810841\ttraining's binary_logloss: 0.083974\tvalid_1's auc: 0.816326\tvalid_1's binary_logloss: 0.0553522\n",
      "[127]\ttraining's auc: 0.810775\ttraining's binary_logloss: 0.0839683\tvalid_1's auc: 0.81635\tvalid_1's binary_logloss: 0.0553463\n",
      "[128]\ttraining's auc: 0.810792\ttraining's binary_logloss: 0.0839665\tvalid_1's auc: 0.816379\tvalid_1's binary_logloss: 0.0553451\n",
      "[129]\ttraining's auc: 0.810828\ttraining's binary_logloss: 0.083952\tvalid_1's auc: 0.816343\tvalid_1's binary_logloss: 0.0553292\n",
      "[130]\ttraining's auc: 0.810874\ttraining's binary_logloss: 0.0839446\tvalid_1's auc: 0.816358\tvalid_1's binary_logloss: 0.0553237\n",
      "[131]\ttraining's auc: 0.811005\ttraining's binary_logloss: 0.083941\tvalid_1's auc: 0.816275\tvalid_1's binary_logloss: 0.0553316\n",
      "[132]\ttraining's auc: 0.811057\ttraining's binary_logloss: 0.0839323\tvalid_1's auc: 0.815584\tvalid_1's binary_logloss: 0.055344\n",
      "[133]\ttraining's auc: 0.811111\ttraining's binary_logloss: 0.0839189\tvalid_1's auc: 0.816344\tvalid_1's binary_logloss: 0.0553141\n",
      "[134]\ttraining's auc: 0.811188\ttraining's binary_logloss: 0.0839137\tvalid_1's auc: 0.816348\tvalid_1's binary_logloss: 0.0553132\n",
      "[135]\ttraining's auc: 0.811195\ttraining's binary_logloss: 0.0839096\tvalid_1's auc: 0.816439\tvalid_1's binary_logloss: 0.0553058\n",
      "[136]\ttraining's auc: 0.811193\ttraining's binary_logloss: 0.0839067\tvalid_1's auc: 0.816464\tvalid_1's binary_logloss: 0.0553001\n",
      "[137]\ttraining's auc: 0.811212\ttraining's binary_logloss: 0.0839055\tvalid_1's auc: 0.816494\tvalid_1's binary_logloss: 0.0552961\n",
      "[138]\ttraining's auc: 0.811298\ttraining's binary_logloss: 0.0838977\tvalid_1's auc: 0.816432\tvalid_1's binary_logloss: 0.0553035\n",
      "[139]\ttraining's auc: 0.811285\ttraining's binary_logloss: 0.083893\tvalid_1's auc: 0.816408\tvalid_1's binary_logloss: 0.0552953\n",
      "[140]\ttraining's auc: 0.81127\ttraining's binary_logloss: 0.0838918\tvalid_1's auc: 0.816413\tvalid_1's binary_logloss: 0.0552989\n",
      "[141]\ttraining's auc: 0.811325\ttraining's binary_logloss: 0.0838872\tvalid_1's auc: 0.815839\tvalid_1's binary_logloss: 0.0553059\n",
      "[142]\ttraining's auc: 0.811368\ttraining's binary_logloss: 0.083883\tvalid_1's auc: 0.81581\tvalid_1's binary_logloss: 0.0553206\n",
      "[143]\ttraining's auc: 0.811388\ttraining's binary_logloss: 0.0838714\tvalid_1's auc: 0.815777\tvalid_1's binary_logloss: 0.055314\n",
      "[144]\ttraining's auc: 0.811392\ttraining's binary_logloss: 0.0838674\tvalid_1's auc: 0.815786\tvalid_1's binary_logloss: 0.0553101\n",
      "[145]\ttraining's auc: 0.811363\ttraining's binary_logloss: 0.0838646\tvalid_1's auc: 0.815797\tvalid_1's binary_logloss: 0.0553154\n",
      "[146]\ttraining's auc: 0.811343\ttraining's binary_logloss: 0.0838633\tvalid_1's auc: 0.815864\tvalid_1's binary_logloss: 0.0553114\n",
      "[147]\ttraining's auc: 0.811267\ttraining's binary_logloss: 0.0838594\tvalid_1's auc: 0.815686\tvalid_1's binary_logloss: 0.0553064\n",
      "[148]\ttraining's auc: 0.81128\ttraining's binary_logloss: 0.0838491\tvalid_1's auc: 0.81559\tvalid_1's binary_logloss: 0.0552944\n",
      "[149]\ttraining's auc: 0.811308\ttraining's binary_logloss: 0.0838472\tvalid_1's auc: 0.815719\tvalid_1's binary_logloss: 0.0552963\n",
      "[150]\ttraining's auc: 0.811336\ttraining's binary_logloss: 0.0838459\tvalid_1's auc: 0.815682\tvalid_1's binary_logloss: 0.0553069\n",
      "[151]\ttraining's auc: 0.811353\ttraining's binary_logloss: 0.0838449\tvalid_1's auc: 0.815692\tvalid_1's binary_logloss: 0.0553033\n",
      "[152]\ttraining's auc: 0.811358\ttraining's binary_logloss: 0.0838414\tvalid_1's auc: 0.815722\tvalid_1's binary_logloss: 0.0553073\n",
      "[153]\ttraining's auc: 0.811386\ttraining's binary_logloss: 0.0838403\tvalid_1's auc: 0.815699\tvalid_1's binary_logloss: 0.0553133\n",
      "[154]\ttraining's auc: 0.811336\ttraining's binary_logloss: 0.083835\tvalid_1's auc: 0.815564\tvalid_1's binary_logloss: 0.0553051\n",
      "[155]\ttraining's auc: 0.811351\ttraining's binary_logloss: 0.0838324\tvalid_1's auc: 0.815564\tvalid_1's binary_logloss: 0.0553083\n",
      "[156]\ttraining's auc: 0.81136\ttraining's binary_logloss: 0.0838304\tvalid_1's auc: 0.815546\tvalid_1's binary_logloss: 0.055307\n",
      "[157]\ttraining's auc: 0.811482\ttraining's binary_logloss: 0.0838269\tvalid_1's auc: 0.815629\tvalid_1's binary_logloss: 0.0553114\n",
      "[158]\ttraining's auc: 0.811523\ttraining's binary_logloss: 0.0838263\tvalid_1's auc: 0.815701\tvalid_1's binary_logloss: 0.055308\n",
      "[159]\ttraining's auc: 0.811509\ttraining's binary_logloss: 0.083823\tvalid_1's auc: 0.815644\tvalid_1's binary_logloss: 0.0553004\n",
      "[160]\ttraining's auc: 0.811516\ttraining's binary_logloss: 0.0838166\tvalid_1's auc: 0.815636\tvalid_1's binary_logloss: 0.05529\n",
      "[161]\ttraining's auc: 0.811593\ttraining's binary_logloss: 0.0838075\tvalid_1's auc: 0.815765\tvalid_1's binary_logloss: 0.0552953\n",
      "[162]\ttraining's auc: 0.811587\ttraining's binary_logloss: 0.083805\tvalid_1's auc: 0.815838\tvalid_1's binary_logloss: 0.0552954\n",
      "[163]\ttraining's auc: 0.811629\ttraining's binary_logloss: 0.0838013\tvalid_1's auc: 0.815958\tvalid_1's binary_logloss: 0.0552899\n",
      "[164]\ttraining's auc: 0.811686\ttraining's binary_logloss: 0.0837878\tvalid_1's auc: 0.815977\tvalid_1's binary_logloss: 0.055274\n",
      "[165]\ttraining's auc: 0.811758\ttraining's binary_logloss: 0.0837856\tvalid_1's auc: 0.815998\tvalid_1's binary_logloss: 0.0552674\n",
      "[166]\ttraining's auc: 0.811801\ttraining's binary_logloss: 0.0837802\tvalid_1's auc: 0.816074\tvalid_1's binary_logloss: 0.0552614\n",
      "[167]\ttraining's auc: 0.811746\ttraining's binary_logloss: 0.0837688\tvalid_1's auc: 0.815684\tvalid_1's binary_logloss: 0.0552511\n",
      "[168]\ttraining's auc: 0.811726\ttraining's binary_logloss: 0.0837648\tvalid_1's auc: 0.815849\tvalid_1's binary_logloss: 0.055241\n",
      "[169]\ttraining's auc: 0.811818\ttraining's binary_logloss: 0.0837595\tvalid_1's auc: 0.816362\tvalid_1's binary_logloss: 0.0552279\n",
      "[170]\ttraining's auc: 0.8118\ttraining's binary_logloss: 0.0837553\tvalid_1's auc: 0.81643\tvalid_1's binary_logloss: 0.0552323\n",
      "[171]\ttraining's auc: 0.811817\ttraining's binary_logloss: 0.0837491\tvalid_1's auc: 0.816414\tvalid_1's binary_logloss: 0.0552237\n",
      "[172]\ttraining's auc: 0.811784\ttraining's binary_logloss: 0.0837353\tvalid_1's auc: 0.816566\tvalid_1's binary_logloss: 0.0552147\n",
      "[173]\ttraining's auc: 0.811839\ttraining's binary_logloss: 0.0837266\tvalid_1's auc: 0.816542\tvalid_1's binary_logloss: 0.0552089\n",
      "[174]\ttraining's auc: 0.811882\ttraining's binary_logloss: 0.0837265\tvalid_1's auc: 0.816577\tvalid_1's binary_logloss: 0.0552166\n",
      "[175]\ttraining's auc: 0.811903\ttraining's binary_logloss: 0.083721\tvalid_1's auc: 0.816454\tvalid_1's binary_logloss: 0.0552199\n",
      "[176]\ttraining's auc: 0.811987\ttraining's binary_logloss: 0.0837168\tvalid_1's auc: 0.816399\tvalid_1's binary_logloss: 0.0552376\n",
      "[177]\ttraining's auc: 0.811968\ttraining's binary_logloss: 0.0837118\tvalid_1's auc: 0.816357\tvalid_1's binary_logloss: 0.0552354\n",
      "[178]\ttraining's auc: 0.812014\ttraining's binary_logloss: 0.0837049\tvalid_1's auc: 0.816315\tvalid_1's binary_logloss: 0.0552274\n",
      "[179]\ttraining's auc: 0.812013\ttraining's binary_logloss: 0.0837017\tvalid_1's auc: 0.816224\tvalid_1's binary_logloss: 0.0552284\n",
      "[180]\ttraining's auc: 0.812028\ttraining's binary_logloss: 0.0836933\tvalid_1's auc: 0.816178\tvalid_1's binary_logloss: 0.0552141\n",
      "[181]\ttraining's auc: 0.812046\ttraining's binary_logloss: 0.0836899\tvalid_1's auc: 0.816152\tvalid_1's binary_logloss: 0.0552059\n",
      "[182]\ttraining's auc: 0.812092\ttraining's binary_logloss: 0.0836867\tvalid_1's auc: 0.815975\tvalid_1's binary_logloss: 0.0552166\n",
      "[183]\ttraining's auc: 0.812092\ttraining's binary_logloss: 0.0836841\tvalid_1's auc: 0.816002\tvalid_1's binary_logloss: 0.0552171\n",
      "[184]\ttraining's auc: 0.812168\ttraining's binary_logloss: 0.0836755\tvalid_1's auc: 0.816308\tvalid_1's binary_logloss: 0.0552013\n",
      "[185]\ttraining's auc: 0.812135\ttraining's binary_logloss: 0.0836756\tvalid_1's auc: 0.816381\tvalid_1's binary_logloss: 0.0552065\n",
      "[186]\ttraining's auc: 0.812206\ttraining's binary_logloss: 0.0836729\tvalid_1's auc: 0.816365\tvalid_1's binary_logloss: 0.0552181\n",
      "[187]\ttraining's auc: 0.812195\ttraining's binary_logloss: 0.0836714\tvalid_1's auc: 0.816265\tvalid_1's binary_logloss: 0.0552066\n",
      "[188]\ttraining's auc: 0.812205\ttraining's binary_logloss: 0.0836707\tvalid_1's auc: 0.81638\tvalid_1's binary_logloss: 0.0552077\n",
      "[189]\ttraining's auc: 0.812218\ttraining's binary_logloss: 0.0836696\tvalid_1's auc: 0.816347\tvalid_1's binary_logloss: 0.0552066\n",
      "[190]\ttraining's auc: 0.81223\ttraining's binary_logloss: 0.083664\tvalid_1's auc: 0.816358\tvalid_1's binary_logloss: 0.0551955\n",
      "[191]\ttraining's auc: 0.81225\ttraining's binary_logloss: 0.0836628\tvalid_1's auc: 0.816443\tvalid_1's binary_logloss: 0.0551947\n",
      "[192]\ttraining's auc: 0.812267\ttraining's binary_logloss: 0.083663\tvalid_1's auc: 0.816419\tvalid_1's binary_logloss: 0.0552029\n",
      "[193]\ttraining's auc: 0.81231\ttraining's binary_logloss: 0.0836591\tvalid_1's auc: 0.816404\tvalid_1's binary_logloss: 0.0551995\n",
      "[194]\ttraining's auc: 0.812329\ttraining's binary_logloss: 0.0836563\tvalid_1's auc: 0.816442\tvalid_1's binary_logloss: 0.0552031\n",
      "[195]\ttraining's auc: 0.812341\ttraining's binary_logloss: 0.0836542\tvalid_1's auc: 0.816448\tvalid_1's binary_logloss: 0.0551997\n",
      "[196]\ttraining's auc: 0.812309\ttraining's binary_logloss: 0.0836533\tvalid_1's auc: 0.816437\tvalid_1's binary_logloss: 0.0551961\n",
      "[197]\ttraining's auc: 0.8124\ttraining's binary_logloss: 0.083649\tvalid_1's auc: 0.816572\tvalid_1's binary_logloss: 0.0551899\n",
      "Early stopping, best iteration is:\n",
      "[97]\ttraining's auc: 0.810366\ttraining's binary_logloss: 0.0841269\tvalid_1's auc: 0.817335\tvalid_1's binary_logloss: 0.0554444\n",
      "4\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/vincent/.local/lib/python3.8/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  _log_warning(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[LightGBM] [Warning] Unknown parameter: max_features\n",
      "[1]\ttraining's auc: 0.735494\ttraining's binary_logloss: 0.0954742\tvalid_1's auc: 0.720081\tvalid_1's binary_logloss: 0.0708879\n",
      "Training until validation scores don't improve for 100 rounds\n",
      "[2]\ttraining's auc: 0.75205\ttraining's binary_logloss: 0.0943131\tvalid_1's auc: 0.744707\tvalid_1's binary_logloss: 0.0700738\n",
      "[3]\ttraining's auc: 0.781926\ttraining's binary_logloss: 0.0932932\tvalid_1's auc: 0.779972\tvalid_1's binary_logloss: 0.0694184\n",
      "[4]\ttraining's auc: 0.783018\ttraining's binary_logloss: 0.0923443\tvalid_1's auc: 0.78033\tvalid_1's binary_logloss: 0.068765\n",
      "[5]\ttraining's auc: 0.784524\ttraining's binary_logloss: 0.0917975\tvalid_1's auc: 0.782613\tvalid_1's binary_logloss: 0.0683224\n",
      "[6]\ttraining's auc: 0.786472\ttraining's binary_logloss: 0.0913315\tvalid_1's auc: 0.783959\tvalid_1's binary_logloss: 0.0679359\n",
      "[7]\ttraining's auc: 0.790805\ttraining's binary_logloss: 0.0907222\tvalid_1's auc: 0.794543\tvalid_1's binary_logloss: 0.0674864\n",
      "[8]\ttraining's auc: 0.79079\ttraining's binary_logloss: 0.0900777\tvalid_1's auc: 0.794442\tvalid_1's binary_logloss: 0.0670241\n",
      "[9]\ttraining's auc: 0.790244\ttraining's binary_logloss: 0.0895811\tvalid_1's auc: 0.797578\tvalid_1's binary_logloss: 0.0666254\n",
      "[10]\ttraining's auc: 0.790587\ttraining's binary_logloss: 0.0891385\tvalid_1's auc: 0.798551\tvalid_1's binary_logloss: 0.0662555\n",
      "[11]\ttraining's auc: 0.793151\ttraining's binary_logloss: 0.0886885\tvalid_1's auc: 0.800994\tvalid_1's binary_logloss: 0.0658843\n",
      "[12]\ttraining's auc: 0.79339\ttraining's binary_logloss: 0.0883901\tvalid_1's auc: 0.80177\tvalid_1's binary_logloss: 0.0656157\n",
      "[13]\ttraining's auc: 0.793482\ttraining's binary_logloss: 0.0880248\tvalid_1's auc: 0.802041\tvalid_1's binary_logloss: 0.065336\n",
      "[14]\ttraining's auc: 0.793795\ttraining's binary_logloss: 0.0876986\tvalid_1's auc: 0.802982\tvalid_1's binary_logloss: 0.0650522\n",
      "[15]\ttraining's auc: 0.794527\ttraining's binary_logloss: 0.0874605\tvalid_1's auc: 0.803746\tvalid_1's binary_logloss: 0.0648276\n",
      "[16]\ttraining's auc: 0.794921\ttraining's binary_logloss: 0.0871894\tvalid_1's auc: 0.8046\tvalid_1's binary_logloss: 0.0645775\n",
      "[17]\ttraining's auc: 0.794866\ttraining's binary_logloss: 0.0869482\tvalid_1's auc: 0.804573\tvalid_1's binary_logloss: 0.0643558\n",
      "[18]\ttraining's auc: 0.794921\ttraining's binary_logloss: 0.086724\tvalid_1's auc: 0.804898\tvalid_1's binary_logloss: 0.0641412\n",
      "[19]\ttraining's auc: 0.794996\ttraining's binary_logloss: 0.0864804\tvalid_1's auc: 0.805032\tvalid_1's binary_logloss: 0.0639161\n",
      "[20]\ttraining's auc: 0.797222\ttraining's binary_logloss: 0.0863176\tvalid_1's auc: 0.809617\tvalid_1's binary_logloss: 0.0637487\n",
      "[21]\ttraining's auc: 0.797012\ttraining's binary_logloss: 0.0861223\tvalid_1's auc: 0.809115\tvalid_1's binary_logloss: 0.0635685\n",
      "[22]\ttraining's auc: 0.797183\ttraining's binary_logloss: 0.0859541\tvalid_1's auc: 0.809271\tvalid_1's binary_logloss: 0.0634256\n",
      "[23]\ttraining's auc: 0.797086\ttraining's binary_logloss: 0.085787\tvalid_1's auc: 0.809667\tvalid_1's binary_logloss: 0.063258\n",
      "[24]\ttraining's auc: 0.796985\ttraining's binary_logloss: 0.0856315\tvalid_1's auc: 0.809445\tvalid_1's binary_logloss: 0.0631055\n",
      "[25]\ttraining's auc: 0.798718\ttraining's binary_logloss: 0.0854964\tvalid_1's auc: 0.811742\tvalid_1's binary_logloss: 0.0629942\n",
      "[26]\ttraining's auc: 0.798573\ttraining's binary_logloss: 0.085383\tvalid_1's auc: 0.81187\tvalid_1's binary_logloss: 0.0628631\n",
      "[27]\ttraining's auc: 0.799248\ttraining's binary_logloss: 0.0852665\tvalid_1's auc: 0.81237\tvalid_1's binary_logloss: 0.0627475\n",
      "[28]\ttraining's auc: 0.7994\ttraining's binary_logloss: 0.0851436\tvalid_1's auc: 0.812312\tvalid_1's binary_logloss: 0.0626292\n",
      "[29]\ttraining's auc: 0.799331\ttraining's binary_logloss: 0.0850355\tvalid_1's auc: 0.812158\tvalid_1's binary_logloss: 0.0625231\n",
      "[30]\ttraining's auc: 0.799299\ttraining's binary_logloss: 0.0849491\tvalid_1's auc: 0.812012\tvalid_1's binary_logloss: 0.0624276\n",
      "[31]\ttraining's auc: 0.801114\ttraining's binary_logloss: 0.0848699\tvalid_1's auc: 0.814704\tvalid_1's binary_logloss: 0.0623383\n",
      "[32]\ttraining's auc: 0.801496\ttraining's binary_logloss: 0.0847766\tvalid_1's auc: 0.815064\tvalid_1's binary_logloss: 0.0622434\n",
      "[33]\ttraining's auc: 0.802383\ttraining's binary_logloss: 0.0846911\tvalid_1's auc: 0.815563\tvalid_1's binary_logloss: 0.062148\n",
      "[34]\ttraining's auc: 0.802282\ttraining's binary_logloss: 0.0846101\tvalid_1's auc: 0.815418\tvalid_1's binary_logloss: 0.0620606\n",
      "[35]\ttraining's auc: 0.802412\ttraining's binary_logloss: 0.0845229\tvalid_1's auc: 0.81531\tvalid_1's binary_logloss: 0.0619699\n",
      "[36]\ttraining's auc: 0.802498\ttraining's binary_logloss: 0.0844427\tvalid_1's auc: 0.814676\tvalid_1's binary_logloss: 0.0618993\n",
      "[37]\ttraining's auc: 0.80291\ttraining's binary_logloss: 0.0843715\tvalid_1's auc: 0.815682\tvalid_1's binary_logloss: 0.0618178\n",
      "[38]\ttraining's auc: 0.803234\ttraining's binary_logloss: 0.0843044\tvalid_1's auc: 0.815589\tvalid_1's binary_logloss: 0.0617534\n",
      "[39]\ttraining's auc: 0.803479\ttraining's binary_logloss: 0.08424\tvalid_1's auc: 0.816768\tvalid_1's binary_logloss: 0.0616641\n",
      "[40]\ttraining's auc: 0.803336\ttraining's binary_logloss: 0.0841841\tvalid_1's auc: 0.816784\tvalid_1's binary_logloss: 0.061597\n",
      "[41]\ttraining's auc: 0.80376\ttraining's binary_logloss: 0.0841261\tvalid_1's auc: 0.816979\tvalid_1's binary_logloss: 0.0615352\n",
      "[42]\ttraining's auc: 0.803956\ttraining's binary_logloss: 0.0840791\tvalid_1's auc: 0.81673\tvalid_1's binary_logloss: 0.0614814\n",
      "[43]\ttraining's auc: 0.804274\ttraining's binary_logloss: 0.0840314\tvalid_1's auc: 0.818697\tvalid_1's binary_logloss: 0.0614037\n",
      "[44]\ttraining's auc: 0.804718\ttraining's binary_logloss: 0.0839784\tvalid_1's auc: 0.818527\tvalid_1's binary_logloss: 0.0613617\n",
      "[45]\ttraining's auc: 0.805011\ttraining's binary_logloss: 0.0839333\tvalid_1's auc: 0.818943\tvalid_1's binary_logloss: 0.0613209\n",
      "[46]\ttraining's auc: 0.80521\ttraining's binary_logloss: 0.0838903\tvalid_1's auc: 0.818775\tvalid_1's binary_logloss: 0.061272\n",
      "[47]\ttraining's auc: 0.805604\ttraining's binary_logloss: 0.0838472\tvalid_1's auc: 0.819297\tvalid_1's binary_logloss: 0.0612337\n",
      "[48]\ttraining's auc: 0.806009\ttraining's binary_logloss: 0.0838033\tvalid_1's auc: 0.819287\tvalid_1's binary_logloss: 0.0611738\n",
      "[49]\ttraining's auc: 0.806263\ttraining's binary_logloss: 0.0837611\tvalid_1's auc: 0.82005\tvalid_1's binary_logloss: 0.0611098\n",
      "[50]\ttraining's auc: 0.806433\ttraining's binary_logloss: 0.0837253\tvalid_1's auc: 0.820078\tvalid_1's binary_logloss: 0.0610588\n",
      "[51]\ttraining's auc: 0.806479\ttraining's binary_logloss: 0.0836847\tvalid_1's auc: 0.820061\tvalid_1's binary_logloss: 0.0610143\n",
      "[52]\ttraining's auc: 0.806698\ttraining's binary_logloss: 0.0836499\tvalid_1's auc: 0.820493\tvalid_1's binary_logloss: 0.0609602\n",
      "[53]\ttraining's auc: 0.807083\ttraining's binary_logloss: 0.0836169\tvalid_1's auc: 0.821008\tvalid_1's binary_logloss: 0.0609075\n",
      "[54]\ttraining's auc: 0.807076\ttraining's binary_logloss: 0.0835844\tvalid_1's auc: 0.821212\tvalid_1's binary_logloss: 0.0608853\n",
      "[55]\ttraining's auc: 0.806939\ttraining's binary_logloss: 0.0835549\tvalid_1's auc: 0.820807\tvalid_1's binary_logloss: 0.0608493\n",
      "[56]\ttraining's auc: 0.80715\ttraining's binary_logloss: 0.0835238\tvalid_1's auc: 0.821062\tvalid_1's binary_logloss: 0.060823\n",
      "[57]\ttraining's auc: 0.80719\ttraining's binary_logloss: 0.083499\tvalid_1's auc: 0.820955\tvalid_1's binary_logloss: 0.0608045\n",
      "[58]\ttraining's auc: 0.807295\ttraining's binary_logloss: 0.083468\tvalid_1's auc: 0.821417\tvalid_1's binary_logloss: 0.0607801\n",
      "[59]\ttraining's auc: 0.80764\ttraining's binary_logloss: 0.0834404\tvalid_1's auc: 0.822365\tvalid_1's binary_logloss: 0.0607402\n",
      "[60]\ttraining's auc: 0.807727\ttraining's binary_logloss: 0.0834004\tvalid_1's auc: 0.82221\tvalid_1's binary_logloss: 0.0607147\n",
      "[61]\ttraining's auc: 0.807898\ttraining's binary_logloss: 0.0833822\tvalid_1's auc: 0.821999\tvalid_1's binary_logloss: 0.0606952\n",
      "[62]\ttraining's auc: 0.807812\ttraining's binary_logloss: 0.08336\tvalid_1's auc: 0.822158\tvalid_1's binary_logloss: 0.0606521\n",
      "[63]\ttraining's auc: 0.807919\ttraining's binary_logloss: 0.0833404\tvalid_1's auc: 0.822203\tvalid_1's binary_logloss: 0.0606209\n",
      "[64]\ttraining's auc: 0.808111\ttraining's binary_logloss: 0.0833214\tvalid_1's auc: 0.822091\tvalid_1's binary_logloss: 0.0605997\n",
      "[65]\ttraining's auc: 0.808323\ttraining's binary_logloss: 0.083304\tvalid_1's auc: 0.822144\tvalid_1's binary_logloss: 0.0605861\n",
      "[66]\ttraining's auc: 0.808349\ttraining's binary_logloss: 0.0832872\tvalid_1's auc: 0.822153\tvalid_1's binary_logloss: 0.0605751\n",
      "[67]\ttraining's auc: 0.808467\ttraining's binary_logloss: 0.0832674\tvalid_1's auc: 0.822068\tvalid_1's binary_logloss: 0.0605544\n",
      "[68]\ttraining's auc: 0.8086\ttraining's binary_logloss: 0.0832538\tvalid_1's auc: 0.822498\tvalid_1's binary_logloss: 0.0605212\n",
      "[69]\ttraining's auc: 0.808808\ttraining's binary_logloss: 0.0832403\tvalid_1's auc: 0.822155\tvalid_1's binary_logloss: 0.0605028\n",
      "[70]\ttraining's auc: 0.80895\ttraining's binary_logloss: 0.0832249\tvalid_1's auc: 0.822305\tvalid_1's binary_logloss: 0.0604781\n",
      "[71]\ttraining's auc: 0.809129\ttraining's binary_logloss: 0.0832098\tvalid_1's auc: 0.822488\tvalid_1's binary_logloss: 0.0604572\n",
      "[72]\ttraining's auc: 0.809035\ttraining's binary_logloss: 0.0831942\tvalid_1's auc: 0.822667\tvalid_1's binary_logloss: 0.0604461\n",
      "[73]\ttraining's auc: 0.809092\ttraining's binary_logloss: 0.0831732\tvalid_1's auc: 0.822871\tvalid_1's binary_logloss: 0.0604453\n",
      "[74]\ttraining's auc: 0.809068\ttraining's binary_logloss: 0.0831514\tvalid_1's auc: 0.822729\tvalid_1's binary_logloss: 0.0604334\n",
      "[75]\ttraining's auc: 0.809199\ttraining's binary_logloss: 0.0831369\tvalid_1's auc: 0.822667\tvalid_1's binary_logloss: 0.0604138\n",
      "[76]\ttraining's auc: 0.809292\ttraining's binary_logloss: 0.0831255\tvalid_1's auc: 0.822613\tvalid_1's binary_logloss: 0.0603909\n",
      "[77]\ttraining's auc: 0.809498\ttraining's binary_logloss: 0.0831101\tvalid_1's auc: 0.822766\tvalid_1's binary_logloss: 0.0603645\n",
      "[78]\ttraining's auc: 0.809481\ttraining's binary_logloss: 0.0830958\tvalid_1's auc: 0.822563\tvalid_1's binary_logloss: 0.060356\n",
      "[79]\ttraining's auc: 0.809525\ttraining's binary_logloss: 0.0830825\tvalid_1's auc: 0.822568\tvalid_1's binary_logloss: 0.0603477\n",
      "[80]\ttraining's auc: 0.809606\ttraining's binary_logloss: 0.0830703\tvalid_1's auc: 0.822423\tvalid_1's binary_logloss: 0.0603386\n",
      "[81]\ttraining's auc: 0.809642\ttraining's binary_logloss: 0.0830573\tvalid_1's auc: 0.822106\tvalid_1's binary_logloss: 0.060346\n",
      "[82]\ttraining's auc: 0.809679\ttraining's binary_logloss: 0.0830476\tvalid_1's auc: 0.822232\tvalid_1's binary_logloss: 0.0603424\n",
      "[83]\ttraining's auc: 0.809706\ttraining's binary_logloss: 0.0830395\tvalid_1's auc: 0.82223\tvalid_1's binary_logloss: 0.0603355\n",
      "[84]\ttraining's auc: 0.809718\ttraining's binary_logloss: 0.0830314\tvalid_1's auc: 0.822295\tvalid_1's binary_logloss: 0.0603211\n",
      "[85]\ttraining's auc: 0.809851\ttraining's binary_logloss: 0.0830201\tvalid_1's auc: 0.822604\tvalid_1's binary_logloss: 0.0602955\n",
      "[86]\ttraining's auc: 0.809814\ttraining's binary_logloss: 0.0830033\tvalid_1's auc: 0.82244\tvalid_1's binary_logloss: 0.0602727\n",
      "[87]\ttraining's auc: 0.809911\ttraining's binary_logloss: 0.0829943\tvalid_1's auc: 0.822277\tvalid_1's binary_logloss: 0.0602877\n",
      "[88]\ttraining's auc: 0.809865\ttraining's binary_logloss: 0.0829869\tvalid_1's auc: 0.822212\tvalid_1's binary_logloss: 0.0602786\n",
      "[89]\ttraining's auc: 0.80991\ttraining's binary_logloss: 0.0829782\tvalid_1's auc: 0.822232\tvalid_1's binary_logloss: 0.0602765\n",
      "[90]\ttraining's auc: 0.809959\ttraining's binary_logloss: 0.0829724\tvalid_1's auc: 0.822231\tvalid_1's binary_logloss: 0.0602677\n",
      "[91]\ttraining's auc: 0.80999\ttraining's binary_logloss: 0.0829657\tvalid_1's auc: 0.822353\tvalid_1's binary_logloss: 0.0602557\n",
      "[92]\ttraining's auc: 0.810048\ttraining's binary_logloss: 0.0829459\tvalid_1's auc: 0.822523\tvalid_1's binary_logloss: 0.0602369\n",
      "[93]\ttraining's auc: 0.810064\ttraining's binary_logloss: 0.0829398\tvalid_1's auc: 0.822609\tvalid_1's binary_logloss: 0.0602207\n",
      "[94]\ttraining's auc: 0.810065\ttraining's binary_logloss: 0.0829331\tvalid_1's auc: 0.822473\tvalid_1's binary_logloss: 0.0602153\n",
      "[95]\ttraining's auc: 0.81012\ttraining's binary_logloss: 0.0829266\tvalid_1's auc: 0.822548\tvalid_1's binary_logloss: 0.0602078\n",
      "[96]\ttraining's auc: 0.810203\ttraining's binary_logloss: 0.0829181\tvalid_1's auc: 0.822569\tvalid_1's binary_logloss: 0.0602009\n",
      "[97]\ttraining's auc: 0.810137\ttraining's binary_logloss: 0.0829075\tvalid_1's auc: 0.822838\tvalid_1's binary_logloss: 0.0601873\n",
      "[98]\ttraining's auc: 0.810134\ttraining's binary_logloss: 0.082901\tvalid_1's auc: 0.82278\tvalid_1's binary_logloss: 0.0601745\n",
      "[99]\ttraining's auc: 0.810187\ttraining's binary_logloss: 0.0828809\tvalid_1's auc: 0.822812\tvalid_1's binary_logloss: 0.0601611\n",
      "[100]\ttraining's auc: 0.810195\ttraining's binary_logloss: 0.0828751\tvalid_1's auc: 0.822766\tvalid_1's binary_logloss: 0.0601566\n",
      "[101]\ttraining's auc: 0.810113\ttraining's binary_logloss: 0.0828676\tvalid_1's auc: 0.822752\tvalid_1's binary_logloss: 0.0601592\n",
      "[102]\ttraining's auc: 0.810094\ttraining's binary_logloss: 0.0828625\tvalid_1's auc: 0.822759\tvalid_1's binary_logloss: 0.0601486\n",
      "[103]\ttraining's auc: 0.810133\ttraining's binary_logloss: 0.0828553\tvalid_1's auc: 0.822533\tvalid_1's binary_logloss: 0.0601564\n",
      "[104]\ttraining's auc: 0.81014\ttraining's binary_logloss: 0.0828505\tvalid_1's auc: 0.822706\tvalid_1's binary_logloss: 0.060148\n",
      "[105]\ttraining's auc: 0.810021\ttraining's binary_logloss: 0.0828453\tvalid_1's auc: 0.822481\tvalid_1's binary_logloss: 0.0601529\n",
      "[106]\ttraining's auc: 0.810055\ttraining's binary_logloss: 0.0828361\tvalid_1's auc: 0.822382\tvalid_1's binary_logloss: 0.0601478\n",
      "[107]\ttraining's auc: 0.810096\ttraining's binary_logloss: 0.0828271\tvalid_1's auc: 0.822672\tvalid_1's binary_logloss: 0.0601396\n",
      "[108]\ttraining's auc: 0.810136\ttraining's binary_logloss: 0.0828226\tvalid_1's auc: 0.822514\tvalid_1's binary_logloss: 0.0601456\n",
      "[109]\ttraining's auc: 0.810222\ttraining's binary_logloss: 0.0828162\tvalid_1's auc: 0.822435\tvalid_1's binary_logloss: 0.0601539\n",
      "[110]\ttraining's auc: 0.810241\ttraining's binary_logloss: 0.0828124\tvalid_1's auc: 0.822396\tvalid_1's binary_logloss: 0.0601576\n",
      "[111]\ttraining's auc: 0.810238\ttraining's binary_logloss: 0.0827993\tvalid_1's auc: 0.822529\tvalid_1's binary_logloss: 0.0601413\n",
      "[112]\ttraining's auc: 0.810255\ttraining's binary_logloss: 0.0827932\tvalid_1's auc: 0.822557\tvalid_1's binary_logloss: 0.0601334\n",
      "[113]\ttraining's auc: 0.810325\ttraining's binary_logloss: 0.0827833\tvalid_1's auc: 0.822658\tvalid_1's binary_logloss: 0.060129\n",
      "[114]\ttraining's auc: 0.810356\ttraining's binary_logloss: 0.0827798\tvalid_1's auc: 0.822681\tvalid_1's binary_logloss: 0.0601322\n",
      "[115]\ttraining's auc: 0.810325\ttraining's binary_logloss: 0.0827777\tvalid_1's auc: 0.822364\tvalid_1's binary_logloss: 0.0601277\n",
      "[116]\ttraining's auc: 0.810365\ttraining's binary_logloss: 0.0827755\tvalid_1's auc: 0.822368\tvalid_1's binary_logloss: 0.0601366\n",
      "[117]\ttraining's auc: 0.810364\ttraining's binary_logloss: 0.0827732\tvalid_1's auc: 0.822351\tvalid_1's binary_logloss: 0.0601376\n",
      "[118]\ttraining's auc: 0.810389\ttraining's binary_logloss: 0.0827702\tvalid_1's auc: 0.822281\tvalid_1's binary_logloss: 0.0601414\n",
      "[119]\ttraining's auc: 0.810478\ttraining's binary_logloss: 0.0827645\tvalid_1's auc: 0.821872\tvalid_1's binary_logloss: 0.0601505\n",
      "[120]\ttraining's auc: 0.810489\ttraining's binary_logloss: 0.0827615\tvalid_1's auc: 0.821699\tvalid_1's binary_logloss: 0.0601455\n",
      "[121]\ttraining's auc: 0.8105\ttraining's binary_logloss: 0.0827588\tvalid_1's auc: 0.821679\tvalid_1's binary_logloss: 0.060147\n",
      "[122]\ttraining's auc: 0.810494\ttraining's binary_logloss: 0.0827499\tvalid_1's auc: 0.821785\tvalid_1's binary_logloss: 0.0601378\n",
      "[123]\ttraining's auc: 0.81056\ttraining's binary_logloss: 0.0827473\tvalid_1's auc: 0.821852\tvalid_1's binary_logloss: 0.060135\n",
      "[124]\ttraining's auc: 0.810573\ttraining's binary_logloss: 0.0827445\tvalid_1's auc: 0.822111\tvalid_1's binary_logloss: 0.060132\n",
      "[125]\ttraining's auc: 0.810634\ttraining's binary_logloss: 0.0827357\tvalid_1's auc: 0.822041\tvalid_1's binary_logloss: 0.0601407\n",
      "[126]\ttraining's auc: 0.810645\ttraining's binary_logloss: 0.0827329\tvalid_1's auc: 0.821972\tvalid_1's binary_logloss: 0.0601398\n",
      "[127]\ttraining's auc: 0.810587\ttraining's binary_logloss: 0.0827302\tvalid_1's auc: 0.822105\tvalid_1's binary_logloss: 0.0601355\n",
      "[128]\ttraining's auc: 0.810579\ttraining's binary_logloss: 0.0827274\tvalid_1's auc: 0.82209\tvalid_1's binary_logloss: 0.0601421\n",
      "[129]\ttraining's auc: 0.810642\ttraining's binary_logloss: 0.0827129\tvalid_1's auc: 0.822133\tvalid_1's binary_logloss: 0.0601285\n",
      "[130]\ttraining's auc: 0.810757\ttraining's binary_logloss: 0.0827063\tvalid_1's auc: 0.821881\tvalid_1's binary_logloss: 0.0601308\n",
      "[131]\ttraining's auc: 0.810799\ttraining's binary_logloss: 0.0827053\tvalid_1's auc: 0.821979\tvalid_1's binary_logloss: 0.0601226\n",
      "[132]\ttraining's auc: 0.810762\ttraining's binary_logloss: 0.082698\tvalid_1's auc: 0.821965\tvalid_1's binary_logloss: 0.0601177\n",
      "[133]\ttraining's auc: 0.810875\ttraining's binary_logloss: 0.0826813\tvalid_1's auc: 0.822396\tvalid_1's binary_logloss: 0.0600978\n",
      "[134]\ttraining's auc: 0.810952\ttraining's binary_logloss: 0.0826695\tvalid_1's auc: 0.82249\tvalid_1's binary_logloss: 0.0600924\n",
      "[135]\ttraining's auc: 0.811005\ttraining's binary_logloss: 0.0826645\tvalid_1's auc: 0.822468\tvalid_1's binary_logloss: 0.0600983\n",
      "[136]\ttraining's auc: 0.811023\ttraining's binary_logloss: 0.082663\tvalid_1's auc: 0.822465\tvalid_1's binary_logloss: 0.060096\n",
      "[137]\ttraining's auc: 0.811063\ttraining's binary_logloss: 0.08266\tvalid_1's auc: 0.822435\tvalid_1's binary_logloss: 0.0600977\n",
      "[138]\ttraining's auc: 0.811071\ttraining's binary_logloss: 0.0826577\tvalid_1's auc: 0.822481\tvalid_1's binary_logloss: 0.0600965\n",
      "[139]\ttraining's auc: 0.811076\ttraining's binary_logloss: 0.0826564\tvalid_1's auc: 0.822477\tvalid_1's binary_logloss: 0.0600958\n",
      "[140]\ttraining's auc: 0.811046\ttraining's binary_logloss: 0.0826553\tvalid_1's auc: 0.822524\tvalid_1's binary_logloss: 0.0600964\n",
      "[141]\ttraining's auc: 0.811039\ttraining's binary_logloss: 0.0826478\tvalid_1's auc: 0.822319\tvalid_1's binary_logloss: 0.060089\n",
      "[142]\ttraining's auc: 0.811046\ttraining's binary_logloss: 0.0826471\tvalid_1's auc: 0.822356\tvalid_1's binary_logloss: 0.060099\n",
      "[143]\ttraining's auc: 0.81111\ttraining's binary_logloss: 0.082637\tvalid_1's auc: 0.822473\tvalid_1's binary_logloss: 0.0600894\n",
      "[144]\ttraining's auc: 0.811143\ttraining's binary_logloss: 0.0826347\tvalid_1's auc: 0.822703\tvalid_1's binary_logloss: 0.0600821\n",
      "[145]\ttraining's auc: 0.811157\ttraining's binary_logloss: 0.0826327\tvalid_1's auc: 0.82254\tvalid_1's binary_logloss: 0.0600885\n",
      "[146]\ttraining's auc: 0.811178\ttraining's binary_logloss: 0.0826308\tvalid_1's auc: 0.822341\tvalid_1's binary_logloss: 0.0600919\n",
      "[147]\ttraining's auc: 0.811206\ttraining's binary_logloss: 0.082624\tvalid_1's auc: 0.822416\tvalid_1's binary_logloss: 0.0600877\n",
      "[148]\ttraining's auc: 0.811203\ttraining's binary_logloss: 0.0826223\tvalid_1's auc: 0.82242\tvalid_1's binary_logloss: 0.0600841\n",
      "[149]\ttraining's auc: 0.811216\ttraining's binary_logloss: 0.0826157\tvalid_1's auc: 0.822392\tvalid_1's binary_logloss: 0.0600843\n",
      "[150]\ttraining's auc: 0.811215\ttraining's binary_logloss: 0.0826149\tvalid_1's auc: 0.822445\tvalid_1's binary_logloss: 0.0600808\n",
      "[151]\ttraining's auc: 0.811145\ttraining's binary_logloss: 0.0826153\tvalid_1's auc: 0.822545\tvalid_1's binary_logloss: 0.0600808\n",
      "[152]\ttraining's auc: 0.811184\ttraining's binary_logloss: 0.0826102\tvalid_1's auc: 0.822447\tvalid_1's binary_logloss: 0.0600754\n",
      "[153]\ttraining's auc: 0.811193\ttraining's binary_logloss: 0.0826088\tvalid_1's auc: 0.822512\tvalid_1's binary_logloss: 0.060072\n",
      "[154]\ttraining's auc: 0.81117\ttraining's binary_logloss: 0.0826025\tvalid_1's auc: 0.822374\tvalid_1's binary_logloss: 0.0600787\n",
      "[155]\ttraining's auc: 0.811187\ttraining's binary_logloss: 0.0826004\tvalid_1's auc: 0.822336\tvalid_1's binary_logloss: 0.0600831\n",
      "[156]\ttraining's auc: 0.811193\ttraining's binary_logloss: 0.0825965\tvalid_1's auc: 0.822343\tvalid_1's binary_logloss: 0.0600759\n",
      "[157]\ttraining's auc: 0.811204\ttraining's binary_logloss: 0.0825954\tvalid_1's auc: 0.822328\tvalid_1's binary_logloss: 0.0600765\n",
      "[158]\ttraining's auc: 0.811208\ttraining's binary_logloss: 0.0825948\tvalid_1's auc: 0.822319\tvalid_1's binary_logloss: 0.0600771\n",
      "[159]\ttraining's auc: 0.811219\ttraining's binary_logloss: 0.0825939\tvalid_1's auc: 0.822311\tvalid_1's binary_logloss: 0.0600755\n",
      "[160]\ttraining's auc: 0.811218\ttraining's binary_logloss: 0.082593\tvalid_1's auc: 0.822338\tvalid_1's binary_logloss: 0.0600703\n",
      "[161]\ttraining's auc: 0.81125\ttraining's binary_logloss: 0.0825914\tvalid_1's auc: 0.822402\tvalid_1's binary_logloss: 0.0600726\n",
      "[162]\ttraining's auc: 0.811333\ttraining's binary_logloss: 0.0825842\tvalid_1's auc: 0.822726\tvalid_1's binary_logloss: 0.0600612\n",
      "[163]\ttraining's auc: 0.811339\ttraining's binary_logloss: 0.0825805\tvalid_1's auc: 0.822755\tvalid_1's binary_logloss: 0.0600609\n",
      "[164]\ttraining's auc: 0.811352\ttraining's binary_logloss: 0.0825744\tvalid_1's auc: 0.822753\tvalid_1's binary_logloss: 0.0600563\n",
      "[165]\ttraining's auc: 0.81133\ttraining's binary_logloss: 0.0825691\tvalid_1's auc: 0.822904\tvalid_1's binary_logloss: 0.06005\n",
      "[166]\ttraining's auc: 0.81141\ttraining's binary_logloss: 0.0825617\tvalid_1's auc: 0.822865\tvalid_1's binary_logloss: 0.0600568\n",
      "[167]\ttraining's auc: 0.81152\ttraining's binary_logloss: 0.0825515\tvalid_1's auc: 0.822902\tvalid_1's binary_logloss: 0.0600449\n",
      "[168]\ttraining's auc: 0.811566\ttraining's binary_logloss: 0.0825457\tvalid_1's auc: 0.822875\tvalid_1's binary_logloss: 0.0600463\n",
      "[169]\ttraining's auc: 0.811589\ttraining's binary_logloss: 0.0825412\tvalid_1's auc: 0.822975\tvalid_1's binary_logloss: 0.0600434\n",
      "[170]\ttraining's auc: 0.811608\ttraining's binary_logloss: 0.0825406\tvalid_1's auc: 0.822997\tvalid_1's binary_logloss: 0.0600474\n",
      "[171]\ttraining's auc: 0.811599\ttraining's binary_logloss: 0.0825356\tvalid_1's auc: 0.823069\tvalid_1's binary_logloss: 0.0600479\n",
      "[172]\ttraining's auc: 0.811597\ttraining's binary_logloss: 0.0825355\tvalid_1's auc: 0.823062\tvalid_1's binary_logloss: 0.0600464\n",
      "[173]\ttraining's auc: 0.811612\ttraining's binary_logloss: 0.0825212\tvalid_1's auc: 0.823081\tvalid_1's binary_logloss: 0.0600356\n",
      "[174]\ttraining's auc: 0.81161\ttraining's binary_logloss: 0.0825208\tvalid_1's auc: 0.82301\tvalid_1's binary_logloss: 0.0600458\n",
      "[175]\ttraining's auc: 0.81162\ttraining's binary_logloss: 0.0825184\tvalid_1's auc: 0.823115\tvalid_1's binary_logloss: 0.0600408\n",
      "[176]\ttraining's auc: 0.811658\ttraining's binary_logloss: 0.0825138\tvalid_1's auc: 0.823077\tvalid_1's binary_logloss: 0.0600409\n",
      "[177]\ttraining's auc: 0.811622\ttraining's binary_logloss: 0.0825089\tvalid_1's auc: 0.822987\tvalid_1's binary_logloss: 0.0600409\n",
      "[178]\ttraining's auc: 0.811583\ttraining's binary_logloss: 0.082505\tvalid_1's auc: 0.823\tvalid_1's binary_logloss: 0.0600411\n",
      "[179]\ttraining's auc: 0.811581\ttraining's binary_logloss: 0.0825008\tvalid_1's auc: 0.823058\tvalid_1's binary_logloss: 0.0600367\n",
      "[180]\ttraining's auc: 0.811674\ttraining's binary_logloss: 0.0824929\tvalid_1's auc: 0.822943\tvalid_1's binary_logloss: 0.0600463\n",
      "[181]\ttraining's auc: 0.811668\ttraining's binary_logloss: 0.0824836\tvalid_1's auc: 0.823321\tvalid_1's binary_logloss: 0.0600286\n",
      "[182]\ttraining's auc: 0.811662\ttraining's binary_logloss: 0.0824821\tvalid_1's auc: 0.823335\tvalid_1's binary_logloss: 0.0600277\n",
      "[183]\ttraining's auc: 0.811656\ttraining's binary_logloss: 0.0824732\tvalid_1's auc: 0.82304\tvalid_1's binary_logloss: 0.0600137\n",
      "[184]\ttraining's auc: 0.811771\ttraining's binary_logloss: 0.0824633\tvalid_1's auc: 0.822907\tvalid_1's binary_logloss: 0.0600039\n",
      "[185]\ttraining's auc: 0.811789\ttraining's binary_logloss: 0.0824607\tvalid_1's auc: 0.82288\tvalid_1's binary_logloss: 0.0600117\n",
      "[186]\ttraining's auc: 0.811796\ttraining's binary_logloss: 0.0824598\tvalid_1's auc: 0.822798\tvalid_1's binary_logloss: 0.060012\n",
      "[187]\ttraining's auc: 0.811797\ttraining's binary_logloss: 0.0824551\tvalid_1's auc: 0.822552\tvalid_1's binary_logloss: 0.0600215\n",
      "[188]\ttraining's auc: 0.811805\ttraining's binary_logloss: 0.0824543\tvalid_1's auc: 0.822468\tvalid_1's binary_logloss: 0.060026\n",
      "[189]\ttraining's auc: 0.81181\ttraining's binary_logloss: 0.0824534\tvalid_1's auc: 0.822533\tvalid_1's binary_logloss: 0.0600227\n",
      "[190]\ttraining's auc: 0.811811\ttraining's binary_logloss: 0.0824468\tvalid_1's auc: 0.822517\tvalid_1's binary_logloss: 0.0600121\n",
      "[191]\ttraining's auc: 0.811826\ttraining's binary_logloss: 0.0824458\tvalid_1's auc: 0.82239\tvalid_1's binary_logloss: 0.0600148\n",
      "[192]\ttraining's auc: 0.81191\ttraining's binary_logloss: 0.0824386\tvalid_1's auc: 0.822776\tvalid_1's binary_logloss: 0.0600295\n",
      "[193]\ttraining's auc: 0.811975\ttraining's binary_logloss: 0.0824331\tvalid_1's auc: 0.822841\tvalid_1's binary_logloss: 0.0600392\n",
      "[194]\ttraining's auc: 0.811977\ttraining's binary_logloss: 0.0824268\tvalid_1's auc: 0.823004\tvalid_1's binary_logloss: 0.0600427\n",
      "[195]\ttraining's auc: 0.811993\ttraining's binary_logloss: 0.0824263\tvalid_1's auc: 0.82309\tvalid_1's binary_logloss: 0.0600369\n",
      "[196]\ttraining's auc: 0.812007\ttraining's binary_logloss: 0.0824239\tvalid_1's auc: 0.823104\tvalid_1's binary_logloss: 0.0600379\n",
      "[197]\ttraining's auc: 0.812145\ttraining's binary_logloss: 0.082418\tvalid_1's auc: 0.822984\tvalid_1's binary_logloss: 0.060029\n",
      "[198]\ttraining's auc: 0.812172\ttraining's binary_logloss: 0.0824113\tvalid_1's auc: 0.822974\tvalid_1's binary_logloss: 0.0600207\n",
      "[199]\ttraining's auc: 0.812096\ttraining's binary_logloss: 0.0824099\tvalid_1's auc: 0.823345\tvalid_1's binary_logloss: 0.0600173\n",
      "[200]\ttraining's auc: 0.812094\ttraining's binary_logloss: 0.0824082\tvalid_1's auc: 0.823365\tvalid_1's binary_logloss: 0.060018\n",
      "[201]\ttraining's auc: 0.812111\ttraining's binary_logloss: 0.0824002\tvalid_1's auc: 0.823364\tvalid_1's binary_logloss: 0.0600155\n",
      "[202]\ttraining's auc: 0.812093\ttraining's binary_logloss: 0.0823984\tvalid_1's auc: 0.823076\tvalid_1's binary_logloss: 0.0600264\n",
      "[203]\ttraining's auc: 0.812135\ttraining's binary_logloss: 0.0823975\tvalid_1's auc: 0.823144\tvalid_1's binary_logloss: 0.0600324\n",
      "[204]\ttraining's auc: 0.812131\ttraining's binary_logloss: 0.0823944\tvalid_1's auc: 0.823089\tvalid_1's binary_logloss: 0.0600294\n",
      "[205]\ttraining's auc: 0.812112\ttraining's binary_logloss: 0.0823888\tvalid_1's auc: 0.823005\tvalid_1's binary_logloss: 0.0600271\n",
      "[206]\ttraining's auc: 0.812124\ttraining's binary_logloss: 0.0823862\tvalid_1's auc: 0.82302\tvalid_1's binary_logloss: 0.0600245\n",
      "[207]\ttraining's auc: 0.812106\ttraining's binary_logloss: 0.0823833\tvalid_1's auc: 0.82322\tvalid_1's binary_logloss: 0.0600232\n",
      "[208]\ttraining's auc: 0.812127\ttraining's binary_logloss: 0.0823807\tvalid_1's auc: 0.822995\tvalid_1's binary_logloss: 0.0600176\n",
      "[209]\ttraining's auc: 0.812112\ttraining's binary_logloss: 0.0823765\tvalid_1's auc: 0.823183\tvalid_1's binary_logloss: 0.0600216\n",
      "[210]\ttraining's auc: 0.812216\ttraining's binary_logloss: 0.0823702\tvalid_1's auc: 0.82333\tvalid_1's binary_logloss: 0.0600233\n",
      "[211]\ttraining's auc: 0.812243\ttraining's binary_logloss: 0.082366\tvalid_1's auc: 0.823396\tvalid_1's binary_logloss: 0.0600329\n",
      "[212]\ttraining's auc: 0.812253\ttraining's binary_logloss: 0.0823648\tvalid_1's auc: 0.823295\tvalid_1's binary_logloss: 0.0600312\n",
      "[213]\ttraining's auc: 0.81227\ttraining's binary_logloss: 0.0823638\tvalid_1's auc: 0.823149\tvalid_1's binary_logloss: 0.0600326\n",
      "[214]\ttraining's auc: 0.812268\ttraining's binary_logloss: 0.0823595\tvalid_1's auc: 0.822988\tvalid_1's binary_logloss: 0.0600294\n",
      "[215]\ttraining's auc: 0.812267\ttraining's binary_logloss: 0.0823569\tvalid_1's auc: 0.822965\tvalid_1's binary_logloss: 0.0600345\n",
      "[216]\ttraining's auc: 0.812292\ttraining's binary_logloss: 0.0823538\tvalid_1's auc: 0.823187\tvalid_1's binary_logloss: 0.0600352\n",
      "[217]\ttraining's auc: 0.812265\ttraining's binary_logloss: 0.0823509\tvalid_1's auc: 0.823159\tvalid_1's binary_logloss: 0.0600288\n",
      "[218]\ttraining's auc: 0.812278\ttraining's binary_logloss: 0.0823471\tvalid_1's auc: 0.823107\tvalid_1's binary_logloss: 0.0600238\n",
      "[219]\ttraining's auc: 0.81235\ttraining's binary_logloss: 0.0823434\tvalid_1's auc: 0.823127\tvalid_1's binary_logloss: 0.0600169\n",
      "[220]\ttraining's auc: 0.81235\ttraining's binary_logloss: 0.0823409\tvalid_1's auc: 0.822894\tvalid_1's binary_logloss: 0.060017\n",
      "[221]\ttraining's auc: 0.812332\ttraining's binary_logloss: 0.0823354\tvalid_1's auc: 0.822917\tvalid_1's binary_logloss: 0.0600236\n",
      "[222]\ttraining's auc: 0.812386\ttraining's binary_logloss: 0.0823321\tvalid_1's auc: 0.823045\tvalid_1's binary_logloss: 0.0600231\n",
      "[223]\ttraining's auc: 0.812403\ttraining's binary_logloss: 0.0823253\tvalid_1's auc: 0.82294\tvalid_1's binary_logloss: 0.0600256\n",
      "[224]\ttraining's auc: 0.812409\ttraining's binary_logloss: 0.0823247\tvalid_1's auc: 0.822965\tvalid_1's binary_logloss: 0.0600238\n",
      "[225]\ttraining's auc: 0.812428\ttraining's binary_logloss: 0.0823232\tvalid_1's auc: 0.823056\tvalid_1's binary_logloss: 0.0600107\n",
      "[226]\ttraining's auc: 0.81243\ttraining's binary_logloss: 0.082321\tvalid_1's auc: 0.823069\tvalid_1's binary_logloss: 0.0600044\n",
      "[227]\ttraining's auc: 0.812437\ttraining's binary_logloss: 0.0823153\tvalid_1's auc: 0.822975\tvalid_1's binary_logloss: 0.06001\n",
      "[228]\ttraining's auc: 0.812426\ttraining's binary_logloss: 0.0823134\tvalid_1's auc: 0.823156\tvalid_1's binary_logloss: 0.0599997\n",
      "[229]\ttraining's auc: 0.812448\ttraining's binary_logloss: 0.0823121\tvalid_1's auc: 0.82314\tvalid_1's binary_logloss: 0.0600023\n",
      "[230]\ttraining's auc: 0.812458\ttraining's binary_logloss: 0.08231\tvalid_1's auc: 0.82313\tvalid_1's binary_logloss: 0.059998\n",
      "[231]\ttraining's auc: 0.812531\ttraining's binary_logloss: 0.0823063\tvalid_1's auc: 0.822894\tvalid_1's binary_logloss: 0.060009\n",
      "[232]\ttraining's auc: 0.812505\ttraining's binary_logloss: 0.0823038\tvalid_1's auc: 0.822713\tvalid_1's binary_logloss: 0.0600051\n",
      "[233]\ttraining's auc: 0.812561\ttraining's binary_logloss: 0.0823028\tvalid_1's auc: 0.822744\tvalid_1's binary_logloss: 0.0600059\n",
      "[234]\ttraining's auc: 0.812543\ttraining's binary_logloss: 0.0823014\tvalid_1's auc: 0.82271\tvalid_1's binary_logloss: 0.0600125\n",
      "[235]\ttraining's auc: 0.812511\ttraining's binary_logloss: 0.0823006\tvalid_1's auc: 0.822779\tvalid_1's binary_logloss: 0.0600185\n",
      "[236]\ttraining's auc: 0.812507\ttraining's binary_logloss: 0.0822965\tvalid_1's auc: 0.822804\tvalid_1's binary_logloss: 0.0600066\n",
      "[237]\ttraining's auc: 0.812501\ttraining's binary_logloss: 0.0822942\tvalid_1's auc: 0.822806\tvalid_1's binary_logloss: 0.0600026\n",
      "[238]\ttraining's auc: 0.812605\ttraining's binary_logloss: 0.0822896\tvalid_1's auc: 0.822966\tvalid_1's binary_logloss: 0.0599984\n",
      "[239]\ttraining's auc: 0.812623\ttraining's binary_logloss: 0.0822857\tvalid_1's auc: 0.822999\tvalid_1's binary_logloss: 0.0599962\n",
      "[240]\ttraining's auc: 0.812628\ttraining's binary_logloss: 0.082285\tvalid_1's auc: 0.822984\tvalid_1's binary_logloss: 0.0599977\n",
      "[241]\ttraining's auc: 0.812779\ttraining's binary_logloss: 0.0822766\tvalid_1's auc: 0.822574\tvalid_1's binary_logloss: 0.0600117\n",
      "[242]\ttraining's auc: 0.812884\ttraining's binary_logloss: 0.0822729\tvalid_1's auc: 0.822375\tvalid_1's binary_logloss: 0.0600109\n",
      "[243]\ttraining's auc: 0.812867\ttraining's binary_logloss: 0.0822713\tvalid_1's auc: 0.822426\tvalid_1's binary_logloss: 0.0600117\n",
      "[244]\ttraining's auc: 0.812782\ttraining's binary_logloss: 0.0822697\tvalid_1's auc: 0.822511\tvalid_1's binary_logloss: 0.0600144\n",
      "[245]\ttraining's auc: 0.812841\ttraining's binary_logloss: 0.0822659\tvalid_1's auc: 0.822382\tvalid_1's binary_logloss: 0.0600197\n",
      "[246]\ttraining's auc: 0.812897\ttraining's binary_logloss: 0.08226\tvalid_1's auc: 0.822702\tvalid_1's binary_logloss: 0.0600113\n",
      "[247]\ttraining's auc: 0.812879\ttraining's binary_logloss: 0.0822596\tvalid_1's auc: 0.822736\tvalid_1's binary_logloss: 0.0600138\n",
      "[248]\ttraining's auc: 0.812894\ttraining's binary_logloss: 0.082259\tvalid_1's auc: 0.822603\tvalid_1's binary_logloss: 0.0600141\n",
      "[249]\ttraining's auc: 0.81291\ttraining's binary_logloss: 0.0822572\tvalid_1's auc: 0.822388\tvalid_1's binary_logloss: 0.0600272\n",
      "[250]\ttraining's auc: 0.813006\ttraining's binary_logloss: 0.0822532\tvalid_1's auc: 0.822379\tvalid_1's binary_logloss: 0.060019\n",
      "[251]\ttraining's auc: 0.812976\ttraining's binary_logloss: 0.0822519\tvalid_1's auc: 0.822226\tvalid_1's binary_logloss: 0.0600149\n",
      "[252]\ttraining's auc: 0.812984\ttraining's binary_logloss: 0.0822501\tvalid_1's auc: 0.822313\tvalid_1's binary_logloss: 0.0600145\n",
      "[253]\ttraining's auc: 0.812964\ttraining's binary_logloss: 0.0822445\tvalid_1's auc: 0.822751\tvalid_1's binary_logloss: 0.0600069\n",
      "[254]\ttraining's auc: 0.812983\ttraining's binary_logloss: 0.0822424\tvalid_1's auc: 0.822509\tvalid_1's binary_logloss: 0.0600083\n",
      "[255]\ttraining's auc: 0.812999\ttraining's binary_logloss: 0.0822399\tvalid_1's auc: 0.822756\tvalid_1's binary_logloss: 0.060006\n",
      "[256]\ttraining's auc: 0.812981\ttraining's binary_logloss: 0.0822349\tvalid_1's auc: 0.822257\tvalid_1's binary_logloss: 0.060014\n",
      "[257]\ttraining's auc: 0.813018\ttraining's binary_logloss: 0.0822296\tvalid_1's auc: 0.822019\tvalid_1's binary_logloss: 0.0600144\n",
      "[258]\ttraining's auc: 0.81303\ttraining's binary_logloss: 0.0822277\tvalid_1's auc: 0.822037\tvalid_1's binary_logloss: 0.0600098\n",
      "[259]\ttraining's auc: 0.813016\ttraining's binary_logloss: 0.0822266\tvalid_1's auc: 0.822014\tvalid_1's binary_logloss: 0.0600083\n",
      "[260]\ttraining's auc: 0.813006\ttraining's binary_logloss: 0.0822254\tvalid_1's auc: 0.822031\tvalid_1's binary_logloss: 0.0600104\n",
      "[261]\ttraining's auc: 0.813013\ttraining's binary_logloss: 0.0822246\tvalid_1's auc: 0.822053\tvalid_1's binary_logloss: 0.0600105\n",
      "[262]\ttraining's auc: 0.812998\ttraining's binary_logloss: 0.0822222\tvalid_1's auc: 0.822286\tvalid_1's binary_logloss: 0.0600185\n",
      "[263]\ttraining's auc: 0.813026\ttraining's binary_logloss: 0.0822169\tvalid_1's auc: 0.821933\tvalid_1's binary_logloss: 0.0600187\n",
      "[264]\ttraining's auc: 0.813018\ttraining's binary_logloss: 0.0822159\tvalid_1's auc: 0.822017\tvalid_1's binary_logloss: 0.0600221\n",
      "[265]\ttraining's auc: 0.813007\ttraining's binary_logloss: 0.082214\tvalid_1's auc: 0.821986\tvalid_1's binary_logloss: 0.0600227\n",
      "[266]\ttraining's auc: 0.813046\ttraining's binary_logloss: 0.0822076\tvalid_1's auc: 0.822035\tvalid_1's binary_logloss: 0.0600125\n",
      "[267]\ttraining's auc: 0.813057\ttraining's binary_logloss: 0.0822013\tvalid_1's auc: 0.822045\tvalid_1's binary_logloss: 0.0600071\n",
      "[268]\ttraining's auc: 0.813064\ttraining's binary_logloss: 0.0822005\tvalid_1's auc: 0.822165\tvalid_1's binary_logloss: 0.0600017\n",
      "[269]\ttraining's auc: 0.813085\ttraining's binary_logloss: 0.082198\tvalid_1's auc: 0.822143\tvalid_1's binary_logloss: 0.0600029\n",
      "[270]\ttraining's auc: 0.813174\ttraining's binary_logloss: 0.0821967\tvalid_1's auc: 0.822216\tvalid_1's binary_logloss: 0.0600033\n",
      "[271]\ttraining's auc: 0.813182\ttraining's binary_logloss: 0.0821957\tvalid_1's auc: 0.822224\tvalid_1's binary_logloss: 0.060005\n",
      "[272]\ttraining's auc: 0.813148\ttraining's binary_logloss: 0.0821942\tvalid_1's auc: 0.822013\tvalid_1's binary_logloss: 0.0600089\n",
      "[273]\ttraining's auc: 0.813157\ttraining's binary_logloss: 0.0821929\tvalid_1's auc: 0.822022\tvalid_1's binary_logloss: 0.0600056\n",
      "[274]\ttraining's auc: 0.813171\ttraining's binary_logloss: 0.0821909\tvalid_1's auc: 0.821996\tvalid_1's binary_logloss: 0.0600011\n",
      "[275]\ttraining's auc: 0.813199\ttraining's binary_logloss: 0.0821861\tvalid_1's auc: 0.821972\tvalid_1's binary_logloss: 0.0599942\n",
      "[276]\ttraining's auc: 0.813103\ttraining's binary_logloss: 0.0821858\tvalid_1's auc: 0.821952\tvalid_1's binary_logloss: 0.0599968\n",
      "[277]\ttraining's auc: 0.813087\ttraining's binary_logloss: 0.0821848\tvalid_1's auc: 0.822176\tvalid_1's binary_logloss: 0.059998\n",
      "[278]\ttraining's auc: 0.813109\ttraining's binary_logloss: 0.0821807\tvalid_1's auc: 0.822149\tvalid_1's binary_logloss: 0.0599956\n",
      "[279]\ttraining's auc: 0.813137\ttraining's binary_logloss: 0.0821809\tvalid_1's auc: 0.82233\tvalid_1's binary_logloss: 0.0599938\n",
      "[280]\ttraining's auc: 0.813119\ttraining's binary_logloss: 0.0821772\tvalid_1's auc: 0.822285\tvalid_1's binary_logloss: 0.0599871\n",
      "[281]\ttraining's auc: 0.813146\ttraining's binary_logloss: 0.0821744\tvalid_1's auc: 0.822261\tvalid_1's binary_logloss: 0.0599869\n",
      "[282]\ttraining's auc: 0.813171\ttraining's binary_logloss: 0.0821735\tvalid_1's auc: 0.822525\tvalid_1's binary_logloss: 0.059974\n",
      "[283]\ttraining's auc: 0.81317\ttraining's binary_logloss: 0.082173\tvalid_1's auc: 0.822532\tvalid_1's binary_logloss: 0.0599732\n",
      "[284]\ttraining's auc: 0.81319\ttraining's binary_logloss: 0.0821712\tvalid_1's auc: 0.822528\tvalid_1's binary_logloss: 0.0599748\n",
      "[285]\ttraining's auc: 0.813296\ttraining's binary_logloss: 0.082168\tvalid_1's auc: 0.822443\tvalid_1's binary_logloss: 0.059981\n",
      "[286]\ttraining's auc: 0.8133\ttraining's binary_logloss: 0.0821657\tvalid_1's auc: 0.822322\tvalid_1's binary_logloss: 0.0599851\n",
      "[287]\ttraining's auc: 0.813311\ttraining's binary_logloss: 0.0821607\tvalid_1's auc: 0.822474\tvalid_1's binary_logloss: 0.0599926\n",
      "[288]\ttraining's auc: 0.81331\ttraining's binary_logloss: 0.0821584\tvalid_1's auc: 0.82255\tvalid_1's binary_logloss: 0.0599987\n",
      "[289]\ttraining's auc: 0.813335\ttraining's binary_logloss: 0.0821575\tvalid_1's auc: 0.822337\tvalid_1's binary_logloss: 0.0600072\n",
      "[290]\ttraining's auc: 0.813345\ttraining's binary_logloss: 0.0821569\tvalid_1's auc: 0.822301\tvalid_1's binary_logloss: 0.0600104\n",
      "[291]\ttraining's auc: 0.813367\ttraining's binary_logloss: 0.0821535\tvalid_1's auc: 0.822319\tvalid_1's binary_logloss: 0.0600155\n",
      "[292]\ttraining's auc: 0.813392\ttraining's binary_logloss: 0.08215\tvalid_1's auc: 0.822084\tvalid_1's binary_logloss: 0.0600236\n",
      "[293]\ttraining's auc: 0.813382\ttraining's binary_logloss: 0.0821484\tvalid_1's auc: 0.821987\tvalid_1's binary_logloss: 0.0600335\n",
      "[294]\ttraining's auc: 0.81345\ttraining's binary_logloss: 0.0821442\tvalid_1's auc: 0.821969\tvalid_1's binary_logloss: 0.0600168\n",
      "[295]\ttraining's auc: 0.813494\ttraining's binary_logloss: 0.0821414\tvalid_1's auc: 0.822169\tvalid_1's binary_logloss: 0.0600219\n",
      "[296]\ttraining's auc: 0.81347\ttraining's binary_logloss: 0.0821411\tvalid_1's auc: 0.822131\tvalid_1's binary_logloss: 0.060022\n",
      "[297]\ttraining's auc: 0.813505\ttraining's binary_logloss: 0.0821398\tvalid_1's auc: 0.822054\tvalid_1's binary_logloss: 0.0600222\n",
      "[298]\ttraining's auc: 0.813443\ttraining's binary_logloss: 0.0821375\tvalid_1's auc: 0.822057\tvalid_1's binary_logloss: 0.0600306\n",
      "[299]\ttraining's auc: 0.813461\ttraining's binary_logloss: 0.0821373\tvalid_1's auc: 0.822095\tvalid_1's binary_logloss: 0.06003\n",
      "[300]\ttraining's auc: 0.813501\ttraining's binary_logloss: 0.0821354\tvalid_1's auc: 0.82214\tvalid_1's binary_logloss: 0.0600303\n",
      "[301]\ttraining's auc: 0.813604\ttraining's binary_logloss: 0.0821318\tvalid_1's auc: 0.822197\tvalid_1's binary_logloss: 0.0600252\n",
      "[302]\ttraining's auc: 0.813591\ttraining's binary_logloss: 0.0821313\tvalid_1's auc: 0.822269\tvalid_1's binary_logloss: 0.0600251\n",
      "[303]\ttraining's auc: 0.813597\ttraining's binary_logloss: 0.0821265\tvalid_1's auc: 0.822273\tvalid_1's binary_logloss: 0.0600172\n",
      "[304]\ttraining's auc: 0.813617\ttraining's binary_logloss: 0.0821251\tvalid_1's auc: 0.822252\tvalid_1's binary_logloss: 0.0600234\n",
      "[305]\ttraining's auc: 0.81359\ttraining's binary_logloss: 0.0821244\tvalid_1's auc: 0.822087\tvalid_1's binary_logloss: 0.0600209\n",
      "[306]\ttraining's auc: 0.813633\ttraining's binary_logloss: 0.0821234\tvalid_1's auc: 0.8222\tvalid_1's binary_logloss: 0.0600201\n",
      "[307]\ttraining's auc: 0.813638\ttraining's binary_logloss: 0.0821219\tvalid_1's auc: 0.822177\tvalid_1's binary_logloss: 0.0600232\n",
      "[308]\ttraining's auc: 0.813652\ttraining's binary_logloss: 0.0821162\tvalid_1's auc: 0.822261\tvalid_1's binary_logloss: 0.0600255\n",
      "[309]\ttraining's auc: 0.813682\ttraining's binary_logloss: 0.0821156\tvalid_1's auc: 0.822407\tvalid_1's binary_logloss: 0.0600284\n",
      "[310]\ttraining's auc: 0.813685\ttraining's binary_logloss: 0.0821147\tvalid_1's auc: 0.822391\tvalid_1's binary_logloss: 0.0600279\n",
      "[311]\ttraining's auc: 0.813714\ttraining's binary_logloss: 0.082113\tvalid_1's auc: 0.822281\tvalid_1's binary_logloss: 0.0600307\n",
      "Early stopping, best iteration is:\n",
      "[211]\ttraining's auc: 0.812243\ttraining's binary_logloss: 0.082366\tvalid_1's auc: 0.823396\tvalid_1's binary_logloss: 0.0600329\n",
      "4\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/vincent/.local/lib/python3.8/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  _log_warning(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[LightGBM] [Warning] Unknown parameter: max_features\n",
      "[1]\ttraining's auc: 0.740908\ttraining's binary_logloss: 0.0909239\tvalid_1's auc: 0.708261\tvalid_1's binary_logloss: 0.0882012\n",
      "Training until validation scores don't improve for 100 rounds\n",
      "[2]\ttraining's auc: 0.755867\ttraining's binary_logloss: 0.0898048\tvalid_1's auc: 0.717234\tvalid_1's binary_logloss: 0.0873784\n",
      "[3]\ttraining's auc: 0.787176\ttraining's binary_logloss: 0.0887972\tvalid_1's auc: 0.758407\tvalid_1's binary_logloss: 0.0866125\n",
      "[4]\ttraining's auc: 0.78936\ttraining's binary_logloss: 0.087868\tvalid_1's auc: 0.760655\tvalid_1's binary_logloss: 0.0859015\n",
      "[5]\ttraining's auc: 0.790688\ttraining's binary_logloss: 0.0873082\tvalid_1's auc: 0.761484\tvalid_1's binary_logloss: 0.0853811\n",
      "[6]\ttraining's auc: 0.794212\ttraining's binary_logloss: 0.0868476\tvalid_1's auc: 0.76698\tvalid_1's binary_logloss: 0.0849886\n",
      "[7]\ttraining's auc: 0.798822\ttraining's binary_logloss: 0.0862145\tvalid_1's auc: 0.771972\tvalid_1's binary_logloss: 0.084542\n",
      "[8]\ttraining's auc: 0.798928\ttraining's binary_logloss: 0.0855495\tvalid_1's auc: 0.772065\tvalid_1's binary_logloss: 0.0840732\n",
      "[9]\ttraining's auc: 0.804644\ttraining's binary_logloss: 0.0850279\tvalid_1's auc: 0.778083\tvalid_1's binary_logloss: 0.0837228\n",
      "[10]\ttraining's auc: 0.804682\ttraining's binary_logloss: 0.0845442\tvalid_1's auc: 0.777369\tvalid_1's binary_logloss: 0.0833783\n",
      "[11]\ttraining's auc: 0.805221\ttraining's binary_logloss: 0.0841079\tvalid_1's auc: 0.777706\tvalid_1's binary_logloss: 0.0830598\n",
      "[12]\ttraining's auc: 0.805376\ttraining's binary_logloss: 0.0838126\tvalid_1's auc: 0.777929\tvalid_1's binary_logloss: 0.0827718\n",
      "[13]\ttraining's auc: 0.806216\ttraining's binary_logloss: 0.0834355\tvalid_1's auc: 0.778805\tvalid_1's binary_logloss: 0.0825015\n",
      "[14]\ttraining's auc: 0.806112\ttraining's binary_logloss: 0.0830974\tvalid_1's auc: 0.778936\tvalid_1's binary_logloss: 0.0822631\n",
      "[15]\ttraining's auc: 0.80641\ttraining's binary_logloss: 0.08287\tvalid_1's auc: 0.779037\tvalid_1's binary_logloss: 0.0820462\n",
      "[16]\ttraining's auc: 0.808723\ttraining's binary_logloss: 0.0825885\tvalid_1's auc: 0.783235\tvalid_1's binary_logloss: 0.0818272\n",
      "[17]\ttraining's auc: 0.80955\ttraining's binary_logloss: 0.0823268\tvalid_1's auc: 0.783735\tvalid_1's binary_logloss: 0.0816437\n",
      "[18]\ttraining's auc: 0.810032\ttraining's binary_logloss: 0.0820849\tvalid_1's auc: 0.783119\tvalid_1's binary_logloss: 0.0815056\n",
      "[19]\ttraining's auc: 0.810085\ttraining's binary_logloss: 0.0818497\tvalid_1's auc: 0.78325\tvalid_1's binary_logloss: 0.0813511\n",
      "[20]\ttraining's auc: 0.811068\ttraining's binary_logloss: 0.0816709\tvalid_1's auc: 0.784364\tvalid_1's binary_logloss: 0.0811977\n",
      "[21]\ttraining's auc: 0.811358\ttraining's binary_logloss: 0.0814688\tvalid_1's auc: 0.784368\tvalid_1's binary_logloss: 0.0810616\n",
      "[22]\ttraining's auc: 0.811494\ttraining's binary_logloss: 0.0812979\tvalid_1's auc: 0.784619\tvalid_1's binary_logloss: 0.0809611\n",
      "[23]\ttraining's auc: 0.811739\ttraining's binary_logloss: 0.0811268\tvalid_1's auc: 0.784066\tvalid_1's binary_logloss: 0.0808309\n",
      "[24]\ttraining's auc: 0.811812\ttraining's binary_logloss: 0.0809728\tvalid_1's auc: 0.783875\tvalid_1's binary_logloss: 0.0807417\n",
      "[25]\ttraining's auc: 0.811904\ttraining's binary_logloss: 0.0808314\tvalid_1's auc: 0.783295\tvalid_1's binary_logloss: 0.0806126\n",
      "[26]\ttraining's auc: 0.812838\ttraining's binary_logloss: 0.0807004\tvalid_1's auc: 0.783182\tvalid_1's binary_logloss: 0.0805363\n",
      "[27]\ttraining's auc: 0.812611\ttraining's binary_logloss: 0.0805836\tvalid_1's auc: 0.783275\tvalid_1's binary_logloss: 0.0804367\n",
      "[28]\ttraining's auc: 0.812751\ttraining's binary_logloss: 0.0804619\tvalid_1's auc: 0.783591\tvalid_1's binary_logloss: 0.0803077\n",
      "[29]\ttraining's auc: 0.813594\ttraining's binary_logloss: 0.08035\tvalid_1's auc: 0.784133\tvalid_1's binary_logloss: 0.0802439\n",
      "[30]\ttraining's auc: 0.813992\ttraining's binary_logloss: 0.0802508\tvalid_1's auc: 0.784034\tvalid_1's binary_logloss: 0.0802059\n",
      "[31]\ttraining's auc: 0.814383\ttraining's binary_logloss: 0.080166\tvalid_1's auc: 0.784034\tvalid_1's binary_logloss: 0.0801423\n",
      "[32]\ttraining's auc: 0.814505\ttraining's binary_logloss: 0.0800726\tvalid_1's auc: 0.784216\tvalid_1's binary_logloss: 0.0800551\n",
      "[33]\ttraining's auc: 0.814898\ttraining's binary_logloss: 0.0799829\tvalid_1's auc: 0.784651\tvalid_1's binary_logloss: 0.0799794\n",
      "[34]\ttraining's auc: 0.814841\ttraining's binary_logloss: 0.0798947\tvalid_1's auc: 0.784374\tvalid_1's binary_logloss: 0.0799465\n",
      "[35]\ttraining's auc: 0.815274\ttraining's binary_logloss: 0.0798074\tvalid_1's auc: 0.784391\tvalid_1's binary_logloss: 0.0799051\n",
      "[36]\ttraining's auc: 0.815481\ttraining's binary_logloss: 0.0797358\tvalid_1's auc: 0.784977\tvalid_1's binary_logloss: 0.079844\n",
      "[37]\ttraining's auc: 0.815762\ttraining's binary_logloss: 0.079671\tvalid_1's auc: 0.785662\tvalid_1's binary_logloss: 0.0797673\n",
      "[38]\ttraining's auc: 0.816141\ttraining's binary_logloss: 0.0795981\tvalid_1's auc: 0.785725\tvalid_1's binary_logloss: 0.0797039\n",
      "[39]\ttraining's auc: 0.816469\ttraining's binary_logloss: 0.0795338\tvalid_1's auc: 0.785144\tvalid_1's binary_logloss: 0.0796577\n",
      "[40]\ttraining's auc: 0.81607\ttraining's binary_logloss: 0.0794696\tvalid_1's auc: 0.785442\tvalid_1's binary_logloss: 0.0796396\n",
      "[41]\ttraining's auc: 0.816212\ttraining's binary_logloss: 0.0794125\tvalid_1's auc: 0.785005\tvalid_1's binary_logloss: 0.0795912\n",
      "[42]\ttraining's auc: 0.816663\ttraining's binary_logloss: 0.0793586\tvalid_1's auc: 0.785793\tvalid_1's binary_logloss: 0.0795688\n",
      "[43]\ttraining's auc: 0.816618\ttraining's binary_logloss: 0.0793099\tvalid_1's auc: 0.785629\tvalid_1's binary_logloss: 0.0795661\n",
      "[44]\ttraining's auc: 0.816878\ttraining's binary_logloss: 0.0792615\tvalid_1's auc: 0.785929\tvalid_1's binary_logloss: 0.0795536\n",
      "[45]\ttraining's auc: 0.817232\ttraining's binary_logloss: 0.0792141\tvalid_1's auc: 0.785757\tvalid_1's binary_logloss: 0.0795257\n",
      "[46]\ttraining's auc: 0.817452\ttraining's binary_logloss: 0.0791619\tvalid_1's auc: 0.785452\tvalid_1's binary_logloss: 0.0795151\n",
      "[47]\ttraining's auc: 0.817813\ttraining's binary_logloss: 0.0791166\tvalid_1's auc: 0.785703\tvalid_1's binary_logloss: 0.0794845\n",
      "[48]\ttraining's auc: 0.818204\ttraining's binary_logloss: 0.0790762\tvalid_1's auc: 0.785743\tvalid_1's binary_logloss: 0.0794396\n",
      "[49]\ttraining's auc: 0.81825\ttraining's binary_logloss: 0.0790327\tvalid_1's auc: 0.785896\tvalid_1's binary_logloss: 0.0794045\n",
      "[50]\ttraining's auc: 0.818276\ttraining's binary_logloss: 0.0789917\tvalid_1's auc: 0.786365\tvalid_1's binary_logloss: 0.07939\n",
      "[51]\ttraining's auc: 0.818457\ttraining's binary_logloss: 0.078955\tvalid_1's auc: 0.786289\tvalid_1's binary_logloss: 0.0793647\n",
      "[52]\ttraining's auc: 0.818533\ttraining's binary_logloss: 0.0789258\tvalid_1's auc: 0.786324\tvalid_1's binary_logloss: 0.079346\n",
      "[53]\ttraining's auc: 0.818758\ttraining's binary_logloss: 0.0788964\tvalid_1's auc: 0.786474\tvalid_1's binary_logloss: 0.0793124\n",
      "[54]\ttraining's auc: 0.818654\ttraining's binary_logloss: 0.0788638\tvalid_1's auc: 0.786311\tvalid_1's binary_logloss: 0.0793031\n",
      "[55]\ttraining's auc: 0.818561\ttraining's binary_logloss: 0.0788337\tvalid_1's auc: 0.786263\tvalid_1's binary_logloss: 0.0792929\n",
      "[56]\ttraining's auc: 0.81868\ttraining's binary_logloss: 0.0788067\tvalid_1's auc: 0.785846\tvalid_1's binary_logloss: 0.0792684\n",
      "[57]\ttraining's auc: 0.818748\ttraining's binary_logloss: 0.0787806\tvalid_1's auc: 0.785758\tvalid_1's binary_logloss: 0.0792808\n",
      "[58]\ttraining's auc: 0.81895\ttraining's binary_logloss: 0.0787553\tvalid_1's auc: 0.785776\tvalid_1's binary_logloss: 0.0792652\n",
      "[59]\ttraining's auc: 0.819224\ttraining's binary_logloss: 0.0787279\tvalid_1's auc: 0.786612\tvalid_1's binary_logloss: 0.079216\n",
      "[60]\ttraining's auc: 0.819259\ttraining's binary_logloss: 0.0786977\tvalid_1's auc: 0.786412\tvalid_1's binary_logloss: 0.0792028\n",
      "[61]\ttraining's auc: 0.819341\ttraining's binary_logloss: 0.0786751\tvalid_1's auc: 0.786615\tvalid_1's binary_logloss: 0.0791874\n",
      "[62]\ttraining's auc: 0.819457\ttraining's binary_logloss: 0.0786444\tvalid_1's auc: 0.786759\tvalid_1's binary_logloss: 0.0791814\n",
      "[63]\ttraining's auc: 0.819615\ttraining's binary_logloss: 0.0786235\tvalid_1's auc: 0.786389\tvalid_1's binary_logloss: 0.0791877\n",
      "[64]\ttraining's auc: 0.819543\ttraining's binary_logloss: 0.0786047\tvalid_1's auc: 0.786618\tvalid_1's binary_logloss: 0.0791778\n",
      "[65]\ttraining's auc: 0.819767\ttraining's binary_logloss: 0.0785807\tvalid_1's auc: 0.786658\tvalid_1's binary_logloss: 0.0791675\n",
      "[66]\ttraining's auc: 0.819731\ttraining's binary_logloss: 0.0785621\tvalid_1's auc: 0.786311\tvalid_1's binary_logloss: 0.0791777\n",
      "[67]\ttraining's auc: 0.819956\ttraining's binary_logloss: 0.0785407\tvalid_1's auc: 0.786289\tvalid_1's binary_logloss: 0.0791613\n",
      "[68]\ttraining's auc: 0.819914\ttraining's binary_logloss: 0.0785252\tvalid_1's auc: 0.786443\tvalid_1's binary_logloss: 0.0791599\n",
      "[69]\ttraining's auc: 0.819895\ttraining's binary_logloss: 0.0785115\tvalid_1's auc: 0.786544\tvalid_1's binary_logloss: 0.0791444\n",
      "[70]\ttraining's auc: 0.820001\ttraining's binary_logloss: 0.0784889\tvalid_1's auc: 0.786445\tvalid_1's binary_logloss: 0.079146\n",
      "[71]\ttraining's auc: 0.820094\ttraining's binary_logloss: 0.0784744\tvalid_1's auc: 0.786586\tvalid_1's binary_logloss: 0.0791308\n",
      "[72]\ttraining's auc: 0.820175\ttraining's binary_logloss: 0.0784592\tvalid_1's auc: 0.786623\tvalid_1's binary_logloss: 0.0791149\n",
      "[73]\ttraining's auc: 0.82022\ttraining's binary_logloss: 0.0784413\tvalid_1's auc: 0.786504\tvalid_1's binary_logloss: 0.079092\n",
      "[74]\ttraining's auc: 0.820272\ttraining's binary_logloss: 0.0784251\tvalid_1's auc: 0.786669\tvalid_1's binary_logloss: 0.0790961\n",
      "[75]\ttraining's auc: 0.82035\ttraining's binary_logloss: 0.0784115\tvalid_1's auc: 0.78656\tvalid_1's binary_logloss: 0.0790753\n",
      "[76]\ttraining's auc: 0.820445\ttraining's binary_logloss: 0.0784002\tvalid_1's auc: 0.786722\tvalid_1's binary_logloss: 0.0790531\n",
      "[77]\ttraining's auc: 0.820517\ttraining's binary_logloss: 0.0783908\tvalid_1's auc: 0.786628\tvalid_1's binary_logloss: 0.0790618\n",
      "[78]\ttraining's auc: 0.820524\ttraining's binary_logloss: 0.0783799\tvalid_1's auc: 0.786493\tvalid_1's binary_logloss: 0.0790502\n",
      "[79]\ttraining's auc: 0.820637\ttraining's binary_logloss: 0.0783685\tvalid_1's auc: 0.786487\tvalid_1's binary_logloss: 0.0790441\n",
      "[80]\ttraining's auc: 0.820773\ttraining's binary_logloss: 0.0783587\tvalid_1's auc: 0.786482\tvalid_1's binary_logloss: 0.079031\n",
      "[81]\ttraining's auc: 0.820696\ttraining's binary_logloss: 0.0783487\tvalid_1's auc: 0.786514\tvalid_1's binary_logloss: 0.0790184\n",
      "[82]\ttraining's auc: 0.820817\ttraining's binary_logloss: 0.0783418\tvalid_1's auc: 0.786548\tvalid_1's binary_logloss: 0.0790138\n",
      "[83]\ttraining's auc: 0.820927\ttraining's binary_logloss: 0.0783326\tvalid_1's auc: 0.786621\tvalid_1's binary_logloss: 0.0790011\n",
      "[84]\ttraining's auc: 0.820967\ttraining's binary_logloss: 0.0783261\tvalid_1's auc: 0.786733\tvalid_1's binary_logloss: 0.0790012\n",
      "[85]\ttraining's auc: 0.821111\ttraining's binary_logloss: 0.0783157\tvalid_1's auc: 0.7868\tvalid_1's binary_logloss: 0.0789984\n",
      "[86]\ttraining's auc: 0.821161\ttraining's binary_logloss: 0.0783067\tvalid_1's auc: 0.786596\tvalid_1's binary_logloss: 0.0790039\n",
      "[87]\ttraining's auc: 0.821386\ttraining's binary_logloss: 0.0782945\tvalid_1's auc: 0.786833\tvalid_1's binary_logloss: 0.0789961\n",
      "[88]\ttraining's auc: 0.821411\ttraining's binary_logloss: 0.078287\tvalid_1's auc: 0.786793\tvalid_1's binary_logloss: 0.0789948\n",
      "[89]\ttraining's auc: 0.821443\ttraining's binary_logloss: 0.0782794\tvalid_1's auc: 0.786739\tvalid_1's binary_logloss: 0.0790045\n",
      "[90]\ttraining's auc: 0.82148\ttraining's binary_logloss: 0.0782735\tvalid_1's auc: 0.786872\tvalid_1's binary_logloss: 0.0789924\n",
      "[91]\ttraining's auc: 0.821543\ttraining's binary_logloss: 0.0782638\tvalid_1's auc: 0.786893\tvalid_1's binary_logloss: 0.0789966\n",
      "[92]\ttraining's auc: 0.82158\ttraining's binary_logloss: 0.0782461\tvalid_1's auc: 0.786917\tvalid_1's binary_logloss: 0.078992\n",
      "[93]\ttraining's auc: 0.821658\ttraining's binary_logloss: 0.0782319\tvalid_1's auc: 0.78701\tvalid_1's binary_logloss: 0.0789775\n",
      "[94]\ttraining's auc: 0.821664\ttraining's binary_logloss: 0.0782262\tvalid_1's auc: 0.786998\tvalid_1's binary_logloss: 0.0789825\n",
      "[95]\ttraining's auc: 0.82161\ttraining's binary_logloss: 0.078214\tvalid_1's auc: 0.787195\tvalid_1's binary_logloss: 0.0789614\n",
      "[96]\ttraining's auc: 0.821762\ttraining's binary_logloss: 0.0782062\tvalid_1's auc: 0.787136\tvalid_1's binary_logloss: 0.0789566\n",
      "[97]\ttraining's auc: 0.821739\ttraining's binary_logloss: 0.0781987\tvalid_1's auc: 0.786845\tvalid_1's binary_logloss: 0.0789592\n",
      "[98]\ttraining's auc: 0.821698\ttraining's binary_logloss: 0.0781968\tvalid_1's auc: 0.786973\tvalid_1's binary_logloss: 0.0789698\n",
      "[99]\ttraining's auc: 0.821823\ttraining's binary_logloss: 0.0781918\tvalid_1's auc: 0.787071\tvalid_1's binary_logloss: 0.0789767\n",
      "[100]\ttraining's auc: 0.82183\ttraining's binary_logloss: 0.0781852\tvalid_1's auc: 0.787009\tvalid_1's binary_logloss: 0.078999\n",
      "[101]\ttraining's auc: 0.821707\ttraining's binary_logloss: 0.0781808\tvalid_1's auc: 0.787135\tvalid_1's binary_logloss: 0.078986\n",
      "[102]\ttraining's auc: 0.821715\ttraining's binary_logloss: 0.0781788\tvalid_1's auc: 0.787137\tvalid_1's binary_logloss: 0.0789903\n",
      "[103]\ttraining's auc: 0.821698\ttraining's binary_logloss: 0.0781756\tvalid_1's auc: 0.786988\tvalid_1's binary_logloss: 0.0789825\n",
      "[104]\ttraining's auc: 0.821738\ttraining's binary_logloss: 0.0781718\tvalid_1's auc: 0.786999\tvalid_1's binary_logloss: 0.0789838\n",
      "[105]\ttraining's auc: 0.821788\ttraining's binary_logloss: 0.0781654\tvalid_1's auc: 0.786931\tvalid_1's binary_logloss: 0.0789734\n",
      "[106]\ttraining's auc: 0.821826\ttraining's binary_logloss: 0.0781588\tvalid_1's auc: 0.78672\tvalid_1's binary_logloss: 0.0789649\n",
      "[107]\ttraining's auc: 0.821905\ttraining's binary_logloss: 0.0781489\tvalid_1's auc: 0.786734\tvalid_1's binary_logloss: 0.0789564\n",
      "[108]\ttraining's auc: 0.82199\ttraining's binary_logloss: 0.0781466\tvalid_1's auc: 0.786634\tvalid_1's binary_logloss: 0.0789643\n",
      "[109]\ttraining's auc: 0.822022\ttraining's binary_logloss: 0.0781401\tvalid_1's auc: 0.786414\tvalid_1's binary_logloss: 0.0789618\n",
      "[110]\ttraining's auc: 0.821975\ttraining's binary_logloss: 0.0781379\tvalid_1's auc: 0.786452\tvalid_1's binary_logloss: 0.0789606\n",
      "[111]\ttraining's auc: 0.821999\ttraining's binary_logloss: 0.0781258\tvalid_1's auc: 0.786394\tvalid_1's binary_logloss: 0.0789597\n",
      "[112]\ttraining's auc: 0.821961\ttraining's binary_logloss: 0.0781209\tvalid_1's auc: 0.786372\tvalid_1's binary_logloss: 0.0789562\n",
      "[113]\ttraining's auc: 0.821926\ttraining's binary_logloss: 0.0781143\tvalid_1's auc: 0.786123\tvalid_1's binary_logloss: 0.0789569\n",
      "[114]\ttraining's auc: 0.821976\ttraining's binary_logloss: 0.0780981\tvalid_1's auc: 0.786115\tvalid_1's binary_logloss: 0.0789392\n",
      "[115]\ttraining's auc: 0.822012\ttraining's binary_logloss: 0.0780942\tvalid_1's auc: 0.786075\tvalid_1's binary_logloss: 0.0789503\n",
      "[116]\ttraining's auc: 0.821973\ttraining's binary_logloss: 0.0780864\tvalid_1's auc: 0.786112\tvalid_1's binary_logloss: 0.078961\n",
      "[117]\ttraining's auc: 0.822006\ttraining's binary_logloss: 0.0780824\tvalid_1's auc: 0.785949\tvalid_1's binary_logloss: 0.0789546\n",
      "[118]\ttraining's auc: 0.821962\ttraining's binary_logloss: 0.0780816\tvalid_1's auc: 0.78605\tvalid_1's binary_logloss: 0.0789491\n",
      "[119]\ttraining's auc: 0.82199\ttraining's binary_logloss: 0.0780738\tvalid_1's auc: 0.786171\tvalid_1's binary_logloss: 0.0789456\n",
      "[120]\ttraining's auc: 0.821957\ttraining's binary_logloss: 0.0780682\tvalid_1's auc: 0.786014\tvalid_1's binary_logloss: 0.0789521\n",
      "[121]\ttraining's auc: 0.821963\ttraining's binary_logloss: 0.0780655\tvalid_1's auc: 0.786007\tvalid_1's binary_logloss: 0.0789536\n",
      "[122]\ttraining's auc: 0.822021\ttraining's binary_logloss: 0.0780578\tvalid_1's auc: 0.786037\tvalid_1's binary_logloss: 0.0789531\n",
      "[123]\ttraining's auc: 0.822038\ttraining's binary_logloss: 0.0780566\tvalid_1's auc: 0.786058\tvalid_1's binary_logloss: 0.0789596\n",
      "[124]\ttraining's auc: 0.822021\ttraining's binary_logloss: 0.0780549\tvalid_1's auc: 0.786091\tvalid_1's binary_logloss: 0.0789545\n",
      "[125]\ttraining's auc: 0.821986\ttraining's binary_logloss: 0.0780466\tvalid_1's auc: 0.786114\tvalid_1's binary_logloss: 0.078964\n",
      "[126]\ttraining's auc: 0.822116\ttraining's binary_logloss: 0.0780414\tvalid_1's auc: 0.786282\tvalid_1's binary_logloss: 0.0789632\n",
      "[127]\ttraining's auc: 0.822062\ttraining's binary_logloss: 0.0780354\tvalid_1's auc: 0.786505\tvalid_1's binary_logloss: 0.0789578\n",
      "[128]\ttraining's auc: 0.822116\ttraining's binary_logloss: 0.0780269\tvalid_1's auc: 0.786326\tvalid_1's binary_logloss: 0.0789641\n",
      "[129]\ttraining's auc: 0.822138\ttraining's binary_logloss: 0.0780258\tvalid_1's auc: 0.786332\tvalid_1's binary_logloss: 0.0789645\n",
      "[130]\ttraining's auc: 0.822169\ttraining's binary_logloss: 0.0780245\tvalid_1's auc: 0.786253\tvalid_1's binary_logloss: 0.07897\n",
      "[131]\ttraining's auc: 0.822188\ttraining's binary_logloss: 0.0780227\tvalid_1's auc: 0.786271\tvalid_1's binary_logloss: 0.0789742\n",
      "[132]\ttraining's auc: 0.822296\ttraining's binary_logloss: 0.0780165\tvalid_1's auc: 0.786281\tvalid_1's binary_logloss: 0.0789777\n",
      "[133]\ttraining's auc: 0.822315\ttraining's binary_logloss: 0.0780158\tvalid_1's auc: 0.786149\tvalid_1's binary_logloss: 0.0789865\n",
      "[134]\ttraining's auc: 0.822378\ttraining's binary_logloss: 0.0780062\tvalid_1's auc: 0.786153\tvalid_1's binary_logloss: 0.0789851\n",
      "[135]\ttraining's auc: 0.822364\ttraining's binary_logloss: 0.078004\tvalid_1's auc: 0.786131\tvalid_1's binary_logloss: 0.0789825\n",
      "[136]\ttraining's auc: 0.822356\ttraining's binary_logloss: 0.0780005\tvalid_1's auc: 0.786149\tvalid_1's binary_logloss: 0.0789842\n",
      "[137]\ttraining's auc: 0.822401\ttraining's binary_logloss: 0.0779987\tvalid_1's auc: 0.786148\tvalid_1's binary_logloss: 0.0789922\n",
      "[138]\ttraining's auc: 0.822442\ttraining's binary_logloss: 0.0779952\tvalid_1's auc: 0.786072\tvalid_1's binary_logloss: 0.0790011\n",
      "[139]\ttraining's auc: 0.822496\ttraining's binary_logloss: 0.0779823\tvalid_1's auc: 0.786033\tvalid_1's binary_logloss: 0.0789995\n",
      "[140]\ttraining's auc: 0.822453\ttraining's binary_logloss: 0.0779818\tvalid_1's auc: 0.786111\tvalid_1's binary_logloss: 0.0789969\n",
      "[141]\ttraining's auc: 0.822474\ttraining's binary_logloss: 0.0779742\tvalid_1's auc: 0.786157\tvalid_1's binary_logloss: 0.0789996\n",
      "[142]\ttraining's auc: 0.8225\ttraining's binary_logloss: 0.077973\tvalid_1's auc: 0.786147\tvalid_1's binary_logloss: 0.0790039\n",
      "[143]\ttraining's auc: 0.822544\ttraining's binary_logloss: 0.0779614\tvalid_1's auc: 0.786099\tvalid_1's binary_logloss: 0.0790001\n",
      "[144]\ttraining's auc: 0.822554\ttraining's binary_logloss: 0.0779558\tvalid_1's auc: 0.786104\tvalid_1's binary_logloss: 0.0789986\n",
      "[145]\ttraining's auc: 0.822563\ttraining's binary_logloss: 0.0779545\tvalid_1's auc: 0.786085\tvalid_1's binary_logloss: 0.0790054\n",
      "[146]\ttraining's auc: 0.822602\ttraining's binary_logloss: 0.0779533\tvalid_1's auc: 0.78604\tvalid_1's binary_logloss: 0.079005\n",
      "[147]\ttraining's auc: 0.822613\ttraining's binary_logloss: 0.0779472\tvalid_1's auc: 0.785969\tvalid_1's binary_logloss: 0.0790076\n",
      "[148]\ttraining's auc: 0.822659\ttraining's binary_logloss: 0.077938\tvalid_1's auc: 0.786033\tvalid_1's binary_logloss: 0.0790115\n",
      "[149]\ttraining's auc: 0.822745\ttraining's binary_logloss: 0.0779365\tvalid_1's auc: 0.78601\tvalid_1's binary_logloss: 0.0790102\n",
      "[150]\ttraining's auc: 0.822751\ttraining's binary_logloss: 0.0779355\tvalid_1's auc: 0.786072\tvalid_1's binary_logloss: 0.0790088\n",
      "[151]\ttraining's auc: 0.822827\ttraining's binary_logloss: 0.0779341\tvalid_1's auc: 0.786017\tvalid_1's binary_logloss: 0.0790119\n",
      "[152]\ttraining's auc: 0.82283\ttraining's binary_logloss: 0.0779251\tvalid_1's auc: 0.785917\tvalid_1's binary_logloss: 0.0790192\n",
      "[153]\ttraining's auc: 0.822887\ttraining's binary_logloss: 0.0779159\tvalid_1's auc: 0.785887\tvalid_1's binary_logloss: 0.0790158\n",
      "[154]\ttraining's auc: 0.822978\ttraining's binary_logloss: 0.077911\tvalid_1's auc: 0.786017\tvalid_1's binary_logloss: 0.0790214\n",
      "[155]\ttraining's auc: 0.822957\ttraining's binary_logloss: 0.0779098\tvalid_1's auc: 0.78598\tvalid_1's binary_logloss: 0.0790172\n",
      "[156]\ttraining's auc: 0.822953\ttraining's binary_logloss: 0.0779051\tvalid_1's auc: 0.785907\tvalid_1's binary_logloss: 0.0790255\n",
      "[157]\ttraining's auc: 0.823007\ttraining's binary_logloss: 0.0779043\tvalid_1's auc: 0.78587\tvalid_1's binary_logloss: 0.0790263\n",
      "[158]\ttraining's auc: 0.823026\ttraining's binary_logloss: 0.0778964\tvalid_1's auc: 0.785744\tvalid_1's binary_logloss: 0.0790226\n",
      "[159]\ttraining's auc: 0.823084\ttraining's binary_logloss: 0.0778828\tvalid_1's auc: 0.785821\tvalid_1's binary_logloss: 0.0790172\n",
      "[160]\ttraining's auc: 0.823068\ttraining's binary_logloss: 0.0778774\tvalid_1's auc: 0.785971\tvalid_1's binary_logloss: 0.0790077\n",
      "[161]\ttraining's auc: 0.82319\ttraining's binary_logloss: 0.0778705\tvalid_1's auc: 0.786075\tvalid_1's binary_logloss: 0.0790062\n",
      "[162]\ttraining's auc: 0.823146\ttraining's binary_logloss: 0.077863\tvalid_1's auc: 0.786124\tvalid_1's binary_logloss: 0.0789941\n",
      "[163]\ttraining's auc: 0.823121\ttraining's binary_logloss: 0.0778586\tvalid_1's auc: 0.786139\tvalid_1's binary_logloss: 0.0789873\n",
      "[164]\ttraining's auc: 0.823113\ttraining's binary_logloss: 0.0778484\tvalid_1's auc: 0.786161\tvalid_1's binary_logloss: 0.0789792\n",
      "[165]\ttraining's auc: 0.823214\ttraining's binary_logloss: 0.0778445\tvalid_1's auc: 0.786105\tvalid_1's binary_logloss: 0.078987\n",
      "[166]\ttraining's auc: 0.823201\ttraining's binary_logloss: 0.077842\tvalid_1's auc: 0.785862\tvalid_1's binary_logloss: 0.0789982\n",
      "[167]\ttraining's auc: 0.82322\ttraining's binary_logloss: 0.0778407\tvalid_1's auc: 0.785884\tvalid_1's binary_logloss: 0.0790108\n",
      "[168]\ttraining's auc: 0.823286\ttraining's binary_logloss: 0.0778384\tvalid_1's auc: 0.785651\tvalid_1's binary_logloss: 0.0790061\n",
      "[169]\ttraining's auc: 0.823289\ttraining's binary_logloss: 0.0778335\tvalid_1's auc: 0.785763\tvalid_1's binary_logloss: 0.079005\n",
      "[170]\ttraining's auc: 0.823367\ttraining's binary_logloss: 0.0778313\tvalid_1's auc: 0.785641\tvalid_1's binary_logloss: 0.0790028\n",
      "[171]\ttraining's auc: 0.823355\ttraining's binary_logloss: 0.077831\tvalid_1's auc: 0.785608\tvalid_1's binary_logloss: 0.0789995\n",
      "[172]\ttraining's auc: 0.823381\ttraining's binary_logloss: 0.0778242\tvalid_1's auc: 0.785762\tvalid_1's binary_logloss: 0.0789932\n",
      "[173]\ttraining's auc: 0.823369\ttraining's binary_logloss: 0.0778236\tvalid_1's auc: 0.785762\tvalid_1's binary_logloss: 0.0789883\n",
      "[174]\ttraining's auc: 0.82339\ttraining's binary_logloss: 0.0778229\tvalid_1's auc: 0.785729\tvalid_1's binary_logloss: 0.0789837\n",
      "[175]\ttraining's auc: 0.82338\ttraining's binary_logloss: 0.0778182\tvalid_1's auc: 0.785739\tvalid_1's binary_logloss: 0.0789917\n",
      "[176]\ttraining's auc: 0.823388\ttraining's binary_logloss: 0.077817\tvalid_1's auc: 0.785758\tvalid_1's binary_logloss: 0.0789906\n",
      "[177]\ttraining's auc: 0.823386\ttraining's binary_logloss: 0.077816\tvalid_1's auc: 0.785702\tvalid_1's binary_logloss: 0.0789965\n",
      "[178]\ttraining's auc: 0.823421\ttraining's binary_logloss: 0.0778118\tvalid_1's auc: 0.785691\tvalid_1's binary_logloss: 0.0790059\n",
      "[179]\ttraining's auc: 0.823422\ttraining's binary_logloss: 0.0778086\tvalid_1's auc: 0.785591\tvalid_1's binary_logloss: 0.0790045\n",
      "[180]\ttraining's auc: 0.823444\ttraining's binary_logloss: 0.0778033\tvalid_1's auc: 0.785708\tvalid_1's binary_logloss: 0.0789961\n",
      "[181]\ttraining's auc: 0.823498\ttraining's binary_logloss: 0.077791\tvalid_1's auc: 0.78571\tvalid_1's binary_logloss: 0.0789873\n",
      "[182]\ttraining's auc: 0.823494\ttraining's binary_logloss: 0.0777884\tvalid_1's auc: 0.785725\tvalid_1's binary_logloss: 0.078986\n",
      "[183]\ttraining's auc: 0.823485\ttraining's binary_logloss: 0.0777854\tvalid_1's auc: 0.785661\tvalid_1's binary_logloss: 0.0789927\n",
      "[184]\ttraining's auc: 0.823571\ttraining's binary_logloss: 0.0777743\tvalid_1's auc: 0.785777\tvalid_1's binary_logloss: 0.0790127\n",
      "[185]\ttraining's auc: 0.823537\ttraining's binary_logloss: 0.0777691\tvalid_1's auc: 0.785812\tvalid_1's binary_logloss: 0.0789981\n",
      "[186]\ttraining's auc: 0.823559\ttraining's binary_logloss: 0.0777684\tvalid_1's auc: 0.785945\tvalid_1's binary_logloss: 0.0790084\n",
      "[187]\ttraining's auc: 0.823555\ttraining's binary_logloss: 0.0777633\tvalid_1's auc: 0.785768\tvalid_1's binary_logloss: 0.0790133\n",
      "[188]\ttraining's auc: 0.823563\ttraining's binary_logloss: 0.0777624\tvalid_1's auc: 0.785762\tvalid_1's binary_logloss: 0.0790126\n",
      "[189]\ttraining's auc: 0.823635\ttraining's binary_logloss: 0.0777615\tvalid_1's auc: 0.785734\tvalid_1's binary_logloss: 0.0790109\n",
      "[190]\ttraining's auc: 0.823637\ttraining's binary_logloss: 0.0777589\tvalid_1's auc: 0.785739\tvalid_1's binary_logloss: 0.0790199\n",
      "[191]\ttraining's auc: 0.823655\ttraining's binary_logloss: 0.0777571\tvalid_1's auc: 0.785805\tvalid_1's binary_logloss: 0.0790134\n",
      "[192]\ttraining's auc: 0.82364\ttraining's binary_logloss: 0.0777572\tvalid_1's auc: 0.785747\tvalid_1's binary_logloss: 0.0790265\n",
      "[193]\ttraining's auc: 0.82369\ttraining's binary_logloss: 0.0777556\tvalid_1's auc: 0.785856\tvalid_1's binary_logloss: 0.0790243\n",
      "[194]\ttraining's auc: 0.823672\ttraining's binary_logloss: 0.0777527\tvalid_1's auc: 0.785732\tvalid_1's binary_logloss: 0.0790124\n",
      "[195]\ttraining's auc: 0.82365\ttraining's binary_logloss: 0.0777515\tvalid_1's auc: 0.785749\tvalid_1's binary_logloss: 0.07902\n",
      "Early stopping, best iteration is:\n",
      "[95]\ttraining's auc: 0.82161\ttraining's binary_logloss: 0.078214\tvalid_1's auc: 0.787195\tvalid_1's binary_logloss: 0.0789614\n",
      "4\n",
      "train_ks:  0.48859568948201365\n",
      "test_ks:  0.4754982735620456\n"
     ]
    }
   ],
   "source": [
    "#定义lgb函数\n",
    "def LGB_test(train_x,train_y,test_x,test_y):\n",
    "    from multiprocessing import cpu_count\n",
    "    clf = lgb.LGBMClassifier(\n",
    "        boosting_type='gbdt', num_leaves=31, reg_alpha=0.0, reg_lambda=1,\n",
    "        max_depth=2, n_estimators=800,max_features = 140, objective='binary',\n",
    "        subsample=0.7, colsample_bytree=0.7, subsample_freq=1,\n",
    "        learning_rate=0.05, min_child_weight=50,random_state=None,n_jobs=cpu_count()-1,\n",
    "        num_iterations = 800 #迭代次数\n",
    "    )\n",
    "    clf.fit(train_x, train_y,eval_set=[(train_x, train_y),(test_x,test_y)],eval_metric='auc',early_stopping_rounds=100)\n",
    "    print(clf.n_features_)\n",
    "\n",
    "    return clf,clf.best_score_[ 'valid_1']['auc']\n",
    "\n",
    "feature_lst = []\n",
    "ks_train_lst = []\n",
    "ks_test_lst = []\n",
    "for rk in set(df_train['rank']):   \n",
    "    # 0，1，2，3，4，\n",
    "    \n",
    "    #定义模型训练集与测试集\n",
    "    ttest = df_train[df_train['rank'] ==  rk]\n",
    "    ttrain = df_train[df_train['rank'] !=  rk]\n",
    "    \n",
    "    train = ttrain[lst]\n",
    "    train_y = ttrain.bad_ind\n",
    "    \n",
    "    test = ttest[lst]\n",
    "    test_y = ttest.bad_ind    \n",
    "    \n",
    "    model,auc = LGB_test(train,train_y,test,test_y)                    \n",
    "    \n",
    "    \n",
    "    #模型贡献度放在feture中\n",
    "    feature = pd.DataFrame(\n",
    "                {'name' : model.booster_.feature_name(),\n",
    "                'importance' : model.feature_importances_\n",
    "              }).set_index('name')\n",
    "    feature_lst.append(feature)\n",
    "       \n",
    "    #计算训练集、测试集、验证集上的KS和AUC\n",
    "\n",
    "    y_pred_train_lgb = model.predict_proba(train)[:, 1]\n",
    "    y_pred_test_lgb = model.predict_proba(test)[:, 1]\n",
    "\n",
    "\n",
    "    train_fpr_lgb, train_tpr_lgb, _ = roc_curve(train_y, y_pred_train_lgb)\n",
    "    test_fpr_lgb, test_tpr_lgb, _ = roc_curve(test_y, y_pred_test_lgb)\n",
    "\n",
    "\n",
    "    train_ks = abs(train_fpr_lgb - train_tpr_lgb).max()\n",
    "    test_ks = abs(test_fpr_lgb - test_tpr_lgb).max()\n",
    "\n",
    "\n",
    "    train_auc = metrics.auc(train_fpr_lgb, train_tpr_lgb)\n",
    "    test_auc = metrics.auc(test_fpr_lgb, test_tpr_lgb)\n",
    "    \n",
    "    ks_train_lst.append(train_ks)\n",
    "    ks_test_lst.append(test_ks)    \n",
    "\n",
    "train_ks = np.mean(ks_train_lst)\n",
    "test_ks = np.mean(ks_test_lst)\n",
    "\n",
    "\n",
    "print('train_ks: ',train_ks)\n",
    "print('test_ks: ',test_ks)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "id": "amazing-implement",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[              importance\n",
       " name                    \n",
       " person_info           19\n",
       " finance_info          36\n",
       " credit_info           20\n",
       " act_info              16,\n",
       "               importance\n",
       " name                    \n",
       " person_info           86\n",
       " finance_info         104\n",
       " credit_info          123\n",
       " act_info              88,\n",
       "               importance\n",
       " name                    \n",
       " person_info           71\n",
       " finance_info          81\n",
       " credit_info           70\n",
       " act_info              47,\n",
       "               importance\n",
       " name                    \n",
       " person_info          111\n",
       " finance_info         133\n",
       " credit_info          188\n",
       " act_info             132,\n",
       "               importance\n",
       " name                    \n",
       " person_info           66\n",
       " finance_info          90\n",
       " credit_info           66\n",
       " act_info              42]"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "feature_lst"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "id": "impaired-dublin",
   "metadata": {},
   "outputs": [],
   "source": [
    "feature_importance = pd.concat(feature_lst,axis = 1).mean(1).sort_values(ascending = False)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "id": "assigned-finder",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "name\n",
       "credit_info     93.4\n",
       "finance_info    88.8\n",
       "person_info     70.6\n",
       "act_info        65.0\n",
       "dtype: float64"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "feature_importance"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "warming-character",
   "metadata": {},
   "outputs": [],
   "source": [
    "feature_importance[(feature_importance>20)].index.tolist()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "apparent-moral",
   "metadata": {},
   "source": [
    "## LightGBM评分卡"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "id": "crucial-donna",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/vincent/.local/lib/python3.8/site-packages/lightgbm/engine.py:148: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  _log_warning(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[LightGBM] [Warning] Unknown parameter: max_features\n",
      "[1]\ttraining's auc: 0.719629\ttraining's binary_logloss: 0.0903207\tvalid_1's auc: 0.722699\tvalid_1's binary_logloss: 0.0985291\n",
      "Training until validation scores don't improve for 100 rounds\n",
      "[2]\ttraining's auc: 0.741506\ttraining's binary_logloss: 0.089128\tvalid_1's auc: 0.728357\tvalid_1's binary_logloss: 0.0973307\n",
      "[3]\ttraining's auc: 0.75967\ttraining's binary_logloss: 0.088084\tvalid_1's auc: 0.737962\tvalid_1's binary_logloss: 0.0962515\n",
      "[4]\ttraining's auc: 0.759548\ttraining's binary_logloss: 0.0872006\tvalid_1's auc: 0.738246\tvalid_1's binary_logloss: 0.0953291\n",
      "[5]\ttraining's auc: 0.791105\ttraining's binary_logloss: 0.0866556\tvalid_1's auc: 0.764628\tvalid_1's binary_logloss: 0.0947493\n",
      "[6]\ttraining's auc: 0.792171\ttraining's binary_logloss: 0.086206\tvalid_1's auc: 0.767797\tvalid_1's binary_logloss: 0.0942882\n",
      "[7]\ttraining's auc: 0.791939\ttraining's binary_logloss: 0.0855834\tvalid_1's auc: 0.766927\tvalid_1's binary_logloss: 0.0936724\n",
      "[8]\ttraining's auc: 0.792753\ttraining's binary_logloss: 0.08501\tvalid_1's auc: 0.767497\tvalid_1's binary_logloss: 0.0931718\n",
      "[9]\ttraining's auc: 0.792791\ttraining's binary_logloss: 0.084492\tvalid_1's auc: 0.765683\tvalid_1's binary_logloss: 0.0926872\n",
      "[10]\ttraining's auc: 0.792285\ttraining's binary_logloss: 0.0840719\tvalid_1's auc: 0.763485\tvalid_1's binary_logloss: 0.0923341\n",
      "[11]\ttraining's auc: 0.794606\ttraining's binary_logloss: 0.0836935\tvalid_1's auc: 0.764437\tvalid_1's binary_logloss: 0.0920943\n",
      "[12]\ttraining's auc: 0.79544\ttraining's binary_logloss: 0.0834049\tvalid_1's auc: 0.767327\tvalid_1's binary_logloss: 0.0918486\n",
      "[13]\ttraining's auc: 0.797092\ttraining's binary_logloss: 0.083076\tvalid_1's auc: 0.768279\tvalid_1's binary_logloss: 0.0916119\n",
      "[14]\ttraining's auc: 0.797476\ttraining's binary_logloss: 0.0827667\tvalid_1's auc: 0.768408\tvalid_1's binary_logloss: 0.091365\n",
      "[15]\ttraining's auc: 0.798219\ttraining's binary_logloss: 0.0825413\tvalid_1's auc: 0.769747\tvalid_1's binary_logloss: 0.0911781\n",
      "[16]\ttraining's auc: 0.798418\ttraining's binary_logloss: 0.0822834\tvalid_1's auc: 0.770733\tvalid_1's binary_logloss: 0.0910349\n",
      "[17]\ttraining's auc: 0.798833\ttraining's binary_logloss: 0.0820561\tvalid_1's auc: 0.77095\tvalid_1's binary_logloss: 0.0908788\n",
      "[18]\ttraining's auc: 0.802626\ttraining's binary_logloss: 0.0818407\tvalid_1's auc: 0.772626\tvalid_1's binary_logloss: 0.0907854\n",
      "[19]\ttraining's auc: 0.803832\ttraining's binary_logloss: 0.0816476\tvalid_1's auc: 0.772229\tvalid_1's binary_logloss: 0.0906846\n",
      "[20]\ttraining's auc: 0.804041\ttraining's binary_logloss: 0.0814694\tvalid_1's auc: 0.773412\tvalid_1's binary_logloss: 0.0905592\n",
      "[21]\ttraining's auc: 0.804163\ttraining's binary_logloss: 0.0812996\tvalid_1's auc: 0.773202\tvalid_1's binary_logloss: 0.0904547\n",
      "[22]\ttraining's auc: 0.804294\ttraining's binary_logloss: 0.0811541\tvalid_1's auc: 0.772892\tvalid_1's binary_logloss: 0.0903997\n",
      "[23]\ttraining's auc: 0.804529\ttraining's binary_logloss: 0.080998\tvalid_1's auc: 0.772773\tvalid_1's binary_logloss: 0.0903577\n",
      "[24]\ttraining's auc: 0.80517\ttraining's binary_logloss: 0.080863\tvalid_1's auc: 0.772318\tvalid_1's binary_logloss: 0.0903155\n",
      "[25]\ttraining's auc: 0.806226\ttraining's binary_logloss: 0.0807305\tvalid_1's auc: 0.772326\tvalid_1's binary_logloss: 0.0902884\n",
      "[26]\ttraining's auc: 0.80635\ttraining's binary_logloss: 0.0806283\tvalid_1's auc: 0.771805\tvalid_1's binary_logloss: 0.0902715\n",
      "[27]\ttraining's auc: 0.806835\ttraining's binary_logloss: 0.080519\tvalid_1's auc: 0.772395\tvalid_1's binary_logloss: 0.0902061\n",
      "[28]\ttraining's auc: 0.806861\ttraining's binary_logloss: 0.0804131\tvalid_1's auc: 0.772381\tvalid_1's binary_logloss: 0.09019\n",
      "[29]\ttraining's auc: 0.80696\ttraining's binary_logloss: 0.0803195\tvalid_1's auc: 0.772631\tvalid_1's binary_logloss: 0.0901579\n",
      "[30]\ttraining's auc: 0.806827\ttraining's binary_logloss: 0.0802328\tvalid_1's auc: 0.772867\tvalid_1's binary_logloss: 0.0900875\n",
      "[31]\ttraining's auc: 0.807265\ttraining's binary_logloss: 0.0801479\tvalid_1's auc: 0.773655\tvalid_1's binary_logloss: 0.0900547\n",
      "[32]\ttraining's auc: 0.807531\ttraining's binary_logloss: 0.0800659\tvalid_1's auc: 0.773476\tvalid_1's binary_logloss: 0.0899957\n",
      "[33]\ttraining's auc: 0.807724\ttraining's binary_logloss: 0.0799832\tvalid_1's auc: 0.773618\tvalid_1's binary_logloss: 0.0899882\n",
      "[34]\ttraining's auc: 0.808125\ttraining's binary_logloss: 0.0799184\tvalid_1's auc: 0.774287\tvalid_1's binary_logloss: 0.0899546\n",
      "[35]\ttraining's auc: 0.808641\ttraining's binary_logloss: 0.0798325\tvalid_1's auc: 0.774864\tvalid_1's binary_logloss: 0.0899238\n",
      "[36]\ttraining's auc: 0.80881\ttraining's binary_logloss: 0.0797597\tvalid_1's auc: 0.774813\tvalid_1's binary_logloss: 0.0899173\n",
      "[37]\ttraining's auc: 0.80919\ttraining's binary_logloss: 0.0796895\tvalid_1's auc: 0.775685\tvalid_1's binary_logloss: 0.0898703\n",
      "[38]\ttraining's auc: 0.809263\ttraining's binary_logloss: 0.0796232\tvalid_1's auc: 0.775638\tvalid_1's binary_logloss: 0.0898314\n",
      "[39]\ttraining's auc: 0.809503\ttraining's binary_logloss: 0.0795606\tvalid_1's auc: 0.775933\tvalid_1's binary_logloss: 0.0898476\n",
      "[40]\ttraining's auc: 0.809598\ttraining's binary_logloss: 0.0795074\tvalid_1's auc: 0.776206\tvalid_1's binary_logloss: 0.08983\n",
      "[41]\ttraining's auc: 0.809987\ttraining's binary_logloss: 0.0794464\tvalid_1's auc: 0.776803\tvalid_1's binary_logloss: 0.0898165\n",
      "[42]\ttraining's auc: 0.81042\ttraining's binary_logloss: 0.0793938\tvalid_1's auc: 0.77706\tvalid_1's binary_logloss: 0.0897972\n",
      "[43]\ttraining's auc: 0.810259\ttraining's binary_logloss: 0.0793406\tvalid_1's auc: 0.776777\tvalid_1's binary_logloss: 0.0897978\n",
      "[44]\ttraining's auc: 0.810565\ttraining's binary_logloss: 0.0792942\tvalid_1's auc: 0.777197\tvalid_1's binary_logloss: 0.0897798\n",
      "[45]\ttraining's auc: 0.810722\ttraining's binary_logloss: 0.0792554\tvalid_1's auc: 0.777571\tvalid_1's binary_logloss: 0.0897688\n",
      "[46]\ttraining's auc: 0.810812\ttraining's binary_logloss: 0.0792125\tvalid_1's auc: 0.777369\tvalid_1's binary_logloss: 0.0897894\n",
      "[47]\ttraining's auc: 0.810876\ttraining's binary_logloss: 0.0791658\tvalid_1's auc: 0.777692\tvalid_1's binary_logloss: 0.0897772\n",
      "[48]\ttraining's auc: 0.811342\ttraining's binary_logloss: 0.0791281\tvalid_1's auc: 0.778091\tvalid_1's binary_logloss: 0.0897751\n",
      "[49]\ttraining's auc: 0.811563\ttraining's binary_logloss: 0.0790939\tvalid_1's auc: 0.778184\tvalid_1's binary_logloss: 0.0897689\n",
      "[50]\ttraining's auc: 0.811721\ttraining's binary_logloss: 0.0790537\tvalid_1's auc: 0.777962\tvalid_1's binary_logloss: 0.0897807\n",
      "[51]\ttraining's auc: 0.811831\ttraining's binary_logloss: 0.0790155\tvalid_1's auc: 0.777909\tvalid_1's binary_logloss: 0.0897673\n",
      "[52]\ttraining's auc: 0.811877\ttraining's binary_logloss: 0.0789779\tvalid_1's auc: 0.778294\tvalid_1's binary_logloss: 0.0897486\n",
      "[53]\ttraining's auc: 0.811908\ttraining's binary_logloss: 0.0789447\tvalid_1's auc: 0.77833\tvalid_1's binary_logloss: 0.0897359\n",
      "[54]\ttraining's auc: 0.81213\ttraining's binary_logloss: 0.0789186\tvalid_1's auc: 0.778574\tvalid_1's binary_logloss: 0.0897335\n",
      "[55]\ttraining's auc: 0.812301\ttraining's binary_logloss: 0.0788901\tvalid_1's auc: 0.779025\tvalid_1's binary_logloss: 0.0897289\n",
      "[56]\ttraining's auc: 0.812666\ttraining's binary_logloss: 0.07886\tvalid_1's auc: 0.779175\tvalid_1's binary_logloss: 0.0897327\n",
      "[57]\ttraining's auc: 0.812725\ttraining's binary_logloss: 0.0788382\tvalid_1's auc: 0.779254\tvalid_1's binary_logloss: 0.0897078\n",
      "[58]\ttraining's auc: 0.812683\ttraining's binary_logloss: 0.0788078\tvalid_1's auc: 0.779539\tvalid_1's binary_logloss: 0.0897032\n",
      "[59]\ttraining's auc: 0.812694\ttraining's binary_logloss: 0.0787874\tvalid_1's auc: 0.779704\tvalid_1's binary_logloss: 0.0896938\n",
      "[60]\ttraining's auc: 0.812759\ttraining's binary_logloss: 0.0787634\tvalid_1's auc: 0.77983\tvalid_1's binary_logloss: 0.0897004\n",
      "[61]\ttraining's auc: 0.812754\ttraining's binary_logloss: 0.0787403\tvalid_1's auc: 0.779661\tvalid_1's binary_logloss: 0.089697\n",
      "[62]\ttraining's auc: 0.812894\ttraining's binary_logloss: 0.0787189\tvalid_1's auc: 0.779752\tvalid_1's binary_logloss: 0.0897012\n",
      "[63]\ttraining's auc: 0.813019\ttraining's binary_logloss: 0.0786972\tvalid_1's auc: 0.779707\tvalid_1's binary_logloss: 0.0897203\n",
      "[64]\ttraining's auc: 0.813124\ttraining's binary_logloss: 0.0786821\tvalid_1's auc: 0.77934\tvalid_1's binary_logloss: 0.0897172\n",
      "[65]\ttraining's auc: 0.813298\ttraining's binary_logloss: 0.0786678\tvalid_1's auc: 0.779414\tvalid_1's binary_logloss: 0.0897274\n",
      "[66]\ttraining's auc: 0.813317\ttraining's binary_logloss: 0.0786416\tvalid_1's auc: 0.779075\tvalid_1's binary_logloss: 0.0897356\n",
      "[67]\ttraining's auc: 0.813376\ttraining's binary_logloss: 0.0786249\tvalid_1's auc: 0.77919\tvalid_1's binary_logloss: 0.089731\n",
      "[68]\ttraining's auc: 0.813321\ttraining's binary_logloss: 0.0786048\tvalid_1's auc: 0.779198\tvalid_1's binary_logloss: 0.0897374\n",
      "[69]\ttraining's auc: 0.813482\ttraining's binary_logloss: 0.078589\tvalid_1's auc: 0.779027\tvalid_1's binary_logloss: 0.0897598\n",
      "[70]\ttraining's auc: 0.813459\ttraining's binary_logloss: 0.0785774\tvalid_1's auc: 0.779049\tvalid_1's binary_logloss: 0.0897646\n",
      "[71]\ttraining's auc: 0.813487\ttraining's binary_logloss: 0.0785657\tvalid_1's auc: 0.779099\tvalid_1's binary_logloss: 0.089756\n",
      "[72]\ttraining's auc: 0.8135\ttraining's binary_logloss: 0.0785501\tvalid_1's auc: 0.779455\tvalid_1's binary_logloss: 0.0897587\n",
      "[73]\ttraining's auc: 0.81361\ttraining's binary_logloss: 0.0785369\tvalid_1's auc: 0.779624\tvalid_1's binary_logloss: 0.0897631\n",
      "[74]\ttraining's auc: 0.813732\ttraining's binary_logloss: 0.0785223\tvalid_1's auc: 0.779762\tvalid_1's binary_logloss: 0.0897645\n",
      "[75]\ttraining's auc: 0.81391\ttraining's binary_logloss: 0.078511\tvalid_1's auc: 0.779926\tvalid_1's binary_logloss: 0.0897766\n",
      "[76]\ttraining's auc: 0.813882\ttraining's binary_logloss: 0.0784974\tvalid_1's auc: 0.779781\tvalid_1's binary_logloss: 0.0897715\n",
      "[77]\ttraining's auc: 0.813945\ttraining's binary_logloss: 0.0784835\tvalid_1's auc: 0.779828\tvalid_1's binary_logloss: 0.0897865\n",
      "[78]\ttraining's auc: 0.814106\ttraining's binary_logloss: 0.0784746\tvalid_1's auc: 0.779725\tvalid_1's binary_logloss: 0.0897961\n",
      "[79]\ttraining's auc: 0.81412\ttraining's binary_logloss: 0.0784623\tvalid_1's auc: 0.779832\tvalid_1's binary_logloss: 0.0897973\n",
      "[80]\ttraining's auc: 0.81419\ttraining's binary_logloss: 0.0784524\tvalid_1's auc: 0.779993\tvalid_1's binary_logloss: 0.089805\n",
      "[81]\ttraining's auc: 0.814214\ttraining's binary_logloss: 0.0784444\tvalid_1's auc: 0.779926\tvalid_1's binary_logloss: 0.0898025\n",
      "[82]\ttraining's auc: 0.814249\ttraining's binary_logloss: 0.0784358\tvalid_1's auc: 0.779957\tvalid_1's binary_logloss: 0.0898073\n",
      "[83]\ttraining's auc: 0.814272\ttraining's binary_logloss: 0.0784272\tvalid_1's auc: 0.77982\tvalid_1's binary_logloss: 0.0898189\n",
      "[84]\ttraining's auc: 0.814316\ttraining's binary_logloss: 0.0784196\tvalid_1's auc: 0.779892\tvalid_1's binary_logloss: 0.0898115\n",
      "[85]\ttraining's auc: 0.814323\ttraining's binary_logloss: 0.0784124\tvalid_1's auc: 0.779918\tvalid_1's binary_logloss: 0.0898172\n",
      "[86]\ttraining's auc: 0.814391\ttraining's binary_logloss: 0.0783883\tvalid_1's auc: 0.780064\tvalid_1's binary_logloss: 0.0897898\n",
      "[87]\ttraining's auc: 0.81438\ttraining's binary_logloss: 0.0783818\tvalid_1's auc: 0.780241\tvalid_1's binary_logloss: 0.0897918\n",
      "[88]\ttraining's auc: 0.814423\ttraining's binary_logloss: 0.0783715\tvalid_1's auc: 0.780162\tvalid_1's binary_logloss: 0.089802\n",
      "[89]\ttraining's auc: 0.814455\ttraining's binary_logloss: 0.0783619\tvalid_1's auc: 0.780351\tvalid_1's binary_logloss: 0.0897989\n",
      "[90]\ttraining's auc: 0.814566\ttraining's binary_logloss: 0.0783515\tvalid_1's auc: 0.780431\tvalid_1's binary_logloss: 0.089805\n",
      "[91]\ttraining's auc: 0.814642\ttraining's binary_logloss: 0.0783434\tvalid_1's auc: 0.780402\tvalid_1's binary_logloss: 0.0898048\n",
      "[92]\ttraining's auc: 0.814704\ttraining's binary_logloss: 0.0783368\tvalid_1's auc: 0.780524\tvalid_1's binary_logloss: 0.0897921\n",
      "[93]\ttraining's auc: 0.814722\ttraining's binary_logloss: 0.0783302\tvalid_1's auc: 0.780585\tvalid_1's binary_logloss: 0.0897897\n",
      "[94]\ttraining's auc: 0.814676\ttraining's binary_logloss: 0.0783251\tvalid_1's auc: 0.780643\tvalid_1's binary_logloss: 0.0897939\n",
      "[95]\ttraining's auc: 0.814803\ttraining's binary_logloss: 0.0783122\tvalid_1's auc: 0.780666\tvalid_1's binary_logloss: 0.089784\n",
      "[96]\ttraining's auc: 0.814772\ttraining's binary_logloss: 0.0783088\tvalid_1's auc: 0.780696\tvalid_1's binary_logloss: 0.0897797\n",
      "[97]\ttraining's auc: 0.814803\ttraining's binary_logloss: 0.0783027\tvalid_1's auc: 0.780708\tvalid_1's binary_logloss: 0.089788\n",
      "[98]\ttraining's auc: 0.81481\ttraining's binary_logloss: 0.0782981\tvalid_1's auc: 0.780666\tvalid_1's binary_logloss: 0.0898037\n",
      "[99]\ttraining's auc: 0.814819\ttraining's binary_logloss: 0.0782943\tvalid_1's auc: 0.780743\tvalid_1's binary_logloss: 0.0898111\n",
      "[100]\ttraining's auc: 0.814758\ttraining's binary_logloss: 0.0782877\tvalid_1's auc: 0.780686\tvalid_1's binary_logloss: 0.0898097\n",
      "[101]\ttraining's auc: 0.814782\ttraining's binary_logloss: 0.0782835\tvalid_1's auc: 0.780682\tvalid_1's binary_logloss: 0.0898199\n",
      "[102]\ttraining's auc: 0.814858\ttraining's binary_logloss: 0.0782618\tvalid_1's auc: 0.781023\tvalid_1's binary_logloss: 0.089798\n",
      "[103]\ttraining's auc: 0.81491\ttraining's binary_logloss: 0.0782585\tvalid_1's auc: 0.780958\tvalid_1's binary_logloss: 0.0897956\n",
      "[104]\ttraining's auc: 0.81489\ttraining's binary_logloss: 0.0782535\tvalid_1's auc: 0.780921\tvalid_1's binary_logloss: 0.0898064\n",
      "[105]\ttraining's auc: 0.814862\ttraining's binary_logloss: 0.0782517\tvalid_1's auc: 0.781004\tvalid_1's binary_logloss: 0.0898008\n",
      "[106]\ttraining's auc: 0.814884\ttraining's binary_logloss: 0.0782483\tvalid_1's auc: 0.781057\tvalid_1's binary_logloss: 0.0898055\n",
      "[107]\ttraining's auc: 0.814918\ttraining's binary_logloss: 0.0782442\tvalid_1's auc: 0.780996\tvalid_1's binary_logloss: 0.0897942\n",
      "[108]\ttraining's auc: 0.814843\ttraining's binary_logloss: 0.0782331\tvalid_1's auc: 0.78075\tvalid_1's binary_logloss: 0.0897987\n",
      "[109]\ttraining's auc: 0.814849\ttraining's binary_logloss: 0.0782254\tvalid_1's auc: 0.780736\tvalid_1's binary_logloss: 0.0897894\n",
      "[110]\ttraining's auc: 0.814857\ttraining's binary_logloss: 0.0782227\tvalid_1's auc: 0.780878\tvalid_1's binary_logloss: 0.0897824\n",
      "[111]\ttraining's auc: 0.814844\ttraining's binary_logloss: 0.0782204\tvalid_1's auc: 0.780796\tvalid_1's binary_logloss: 0.0897833\n",
      "[112]\ttraining's auc: 0.81485\ttraining's binary_logloss: 0.0782144\tvalid_1's auc: 0.781002\tvalid_1's binary_logloss: 0.0897841\n",
      "[113]\ttraining's auc: 0.814854\ttraining's binary_logloss: 0.0782138\tvalid_1's auc: 0.781011\tvalid_1's binary_logloss: 0.089774\n",
      "[114]\ttraining's auc: 0.814875\ttraining's binary_logloss: 0.0782069\tvalid_1's auc: 0.781093\tvalid_1's binary_logloss: 0.0897748\n",
      "[115]\ttraining's auc: 0.814899\ttraining's binary_logloss: 0.0782031\tvalid_1's auc: 0.781105\tvalid_1's binary_logloss: 0.0897587\n",
      "[116]\ttraining's auc: 0.814905\ttraining's binary_logloss: 0.0782018\tvalid_1's auc: 0.781104\tvalid_1's binary_logloss: 0.0897558\n",
      "[117]\ttraining's auc: 0.814904\ttraining's binary_logloss: 0.0781994\tvalid_1's auc: 0.781145\tvalid_1's binary_logloss: 0.0897276\n",
      "[118]\ttraining's auc: 0.814918\ttraining's binary_logloss: 0.0781974\tvalid_1's auc: 0.781152\tvalid_1's binary_logloss: 0.0897376\n",
      "[119]\ttraining's auc: 0.814955\ttraining's binary_logloss: 0.078196\tvalid_1's auc: 0.781038\tvalid_1's binary_logloss: 0.0897455\n",
      "[120]\ttraining's auc: 0.814979\ttraining's binary_logloss: 0.0781934\tvalid_1's auc: 0.781099\tvalid_1's binary_logloss: 0.0897447\n",
      "[121]\ttraining's auc: 0.815074\ttraining's binary_logloss: 0.0781692\tvalid_1's auc: 0.781064\tvalid_1's binary_logloss: 0.0897369\n",
      "[122]\ttraining's auc: 0.815146\ttraining's binary_logloss: 0.0781631\tvalid_1's auc: 0.781261\tvalid_1's binary_logloss: 0.0897285\n",
      "[123]\ttraining's auc: 0.815161\ttraining's binary_logloss: 0.0781605\tvalid_1's auc: 0.781274\tvalid_1's binary_logloss: 0.0897259\n",
      "[124]\ttraining's auc: 0.815215\ttraining's binary_logloss: 0.0781581\tvalid_1's auc: 0.781165\tvalid_1's binary_logloss: 0.0897301\n",
      "[125]\ttraining's auc: 0.815194\ttraining's binary_logloss: 0.0781512\tvalid_1's auc: 0.781074\tvalid_1's binary_logloss: 0.0897263\n",
      "[126]\ttraining's auc: 0.815234\ttraining's binary_logloss: 0.0781502\tvalid_1's auc: 0.781271\tvalid_1's binary_logloss: 0.0897202\n",
      "[127]\ttraining's auc: 0.815216\ttraining's binary_logloss: 0.0781452\tvalid_1's auc: 0.781161\tvalid_1's binary_logloss: 0.0897336\n",
      "[128]\ttraining's auc: 0.815223\ttraining's binary_logloss: 0.0781433\tvalid_1's auc: 0.781233\tvalid_1's binary_logloss: 0.0897216\n",
      "[129]\ttraining's auc: 0.815226\ttraining's binary_logloss: 0.0781407\tvalid_1's auc: 0.781279\tvalid_1's binary_logloss: 0.0897147\n",
      "[130]\ttraining's auc: 0.815271\ttraining's binary_logloss: 0.0781388\tvalid_1's auc: 0.78132\tvalid_1's binary_logloss: 0.089722\n",
      "[131]\ttraining's auc: 0.815298\ttraining's binary_logloss: 0.0781324\tvalid_1's auc: 0.781401\tvalid_1's binary_logloss: 0.0897139\n",
      "[132]\ttraining's auc: 0.815255\ttraining's binary_logloss: 0.0781315\tvalid_1's auc: 0.781353\tvalid_1's binary_logloss: 0.0897162\n",
      "[133]\ttraining's auc: 0.815288\ttraining's binary_logloss: 0.07813\tvalid_1's auc: 0.781402\tvalid_1's binary_logloss: 0.089725\n",
      "[134]\ttraining's auc: 0.815282\ttraining's binary_logloss: 0.078128\tvalid_1's auc: 0.78141\tvalid_1's binary_logloss: 0.0897247\n",
      "[135]\ttraining's auc: 0.815328\ttraining's binary_logloss: 0.0781247\tvalid_1's auc: 0.781514\tvalid_1's binary_logloss: 0.0897245\n",
      "[136]\ttraining's auc: 0.815302\ttraining's binary_logloss: 0.0781124\tvalid_1's auc: 0.781618\tvalid_1's binary_logloss: 0.0897141\n",
      "[137]\ttraining's auc: 0.815284\ttraining's binary_logloss: 0.0781102\tvalid_1's auc: 0.781457\tvalid_1's binary_logloss: 0.0897191\n",
      "[138]\ttraining's auc: 0.815317\ttraining's binary_logloss: 0.0781086\tvalid_1's auc: 0.781502\tvalid_1's binary_logloss: 0.0897214\n",
      "[139]\ttraining's auc: 0.81529\ttraining's binary_logloss: 0.0781063\tvalid_1's auc: 0.781487\tvalid_1's binary_logloss: 0.0897331\n",
      "[140]\ttraining's auc: 0.815273\ttraining's binary_logloss: 0.078103\tvalid_1's auc: 0.781432\tvalid_1's binary_logloss: 0.0897328\n",
      "[141]\ttraining's auc: 0.815388\ttraining's binary_logloss: 0.0780919\tvalid_1's auc: 0.781522\tvalid_1's binary_logloss: 0.0897242\n",
      "[142]\ttraining's auc: 0.815446\ttraining's binary_logloss: 0.0780874\tvalid_1's auc: 0.781562\tvalid_1's binary_logloss: 0.0897341\n",
      "[143]\ttraining's auc: 0.815454\ttraining's binary_logloss: 0.0780858\tvalid_1's auc: 0.781592\tvalid_1's binary_logloss: 0.0897298\n",
      "[144]\ttraining's auc: 0.81545\ttraining's binary_logloss: 0.0780845\tvalid_1's auc: 0.781616\tvalid_1's binary_logloss: 0.089729\n",
      "[145]\ttraining's auc: 0.815461\ttraining's binary_logloss: 0.0780713\tvalid_1's auc: 0.781836\tvalid_1's binary_logloss: 0.0897025\n",
      "[146]\ttraining's auc: 0.815437\ttraining's binary_logloss: 0.0780699\tvalid_1's auc: 0.781922\tvalid_1's binary_logloss: 0.0897028\n",
      "[147]\ttraining's auc: 0.815477\ttraining's binary_logloss: 0.0780597\tvalid_1's auc: 0.781875\tvalid_1's binary_logloss: 0.0897\n",
      "[148]\ttraining's auc: 0.815446\ttraining's binary_logloss: 0.078058\tvalid_1's auc: 0.781951\tvalid_1's binary_logloss: 0.0896945\n",
      "[149]\ttraining's auc: 0.815548\ttraining's binary_logloss: 0.0780554\tvalid_1's auc: 0.781976\tvalid_1's binary_logloss: 0.0896949\n",
      "[150]\ttraining's auc: 0.815485\ttraining's binary_logloss: 0.0780549\tvalid_1's auc: 0.781875\tvalid_1's binary_logloss: 0.0896885\n",
      "[151]\ttraining's auc: 0.81549\ttraining's binary_logloss: 0.0780532\tvalid_1's auc: 0.781859\tvalid_1's binary_logloss: 0.0896827\n",
      "[152]\ttraining's auc: 0.815487\ttraining's binary_logloss: 0.07805\tvalid_1's auc: 0.781858\tvalid_1's binary_logloss: 0.0896747\n",
      "[153]\ttraining's auc: 0.815526\ttraining's binary_logloss: 0.0780458\tvalid_1's auc: 0.781767\tvalid_1's binary_logloss: 0.0896845\n",
      "[154]\ttraining's auc: 0.815627\ttraining's binary_logloss: 0.0780426\tvalid_1's auc: 0.781864\tvalid_1's binary_logloss: 0.0896841\n",
      "[155]\ttraining's auc: 0.815632\ttraining's binary_logloss: 0.0780415\tvalid_1's auc: 0.781825\tvalid_1's binary_logloss: 0.0896904\n",
      "[156]\ttraining's auc: 0.815632\ttraining's binary_logloss: 0.0780324\tvalid_1's auc: 0.781942\tvalid_1's binary_logloss: 0.0896612\n",
      "[157]\ttraining's auc: 0.815681\ttraining's binary_logloss: 0.0780325\tvalid_1's auc: 0.781944\tvalid_1's binary_logloss: 0.0896525\n",
      "[158]\ttraining's auc: 0.815678\ttraining's binary_logloss: 0.0780317\tvalid_1's auc: 0.781958\tvalid_1's binary_logloss: 0.0896616\n",
      "[159]\ttraining's auc: 0.815637\ttraining's binary_logloss: 0.0780307\tvalid_1's auc: 0.782047\tvalid_1's binary_logloss: 0.0896612\n",
      "[160]\ttraining's auc: 0.815649\ttraining's binary_logloss: 0.0780282\tvalid_1's auc: 0.782078\tvalid_1's binary_logloss: 0.0896788\n",
      "[161]\ttraining's auc: 0.815712\ttraining's binary_logloss: 0.0780208\tvalid_1's auc: 0.781902\tvalid_1's binary_logloss: 0.0896809\n",
      "[162]\ttraining's auc: 0.815742\ttraining's binary_logloss: 0.0780192\tvalid_1's auc: 0.781821\tvalid_1's binary_logloss: 0.0896924\n",
      "[163]\ttraining's auc: 0.815795\ttraining's binary_logloss: 0.0780113\tvalid_1's auc: 0.781868\tvalid_1's binary_logloss: 0.0896845\n",
      "[164]\ttraining's auc: 0.815797\ttraining's binary_logloss: 0.0780079\tvalid_1's auc: 0.782292\tvalid_1's binary_logloss: 0.0896807\n",
      "[165]\ttraining's auc: 0.815879\ttraining's binary_logloss: 0.0780002\tvalid_1's auc: 0.781968\tvalid_1's binary_logloss: 0.0896769\n",
      "[166]\ttraining's auc: 0.815897\ttraining's binary_logloss: 0.0779921\tvalid_1's auc: 0.78199\tvalid_1's binary_logloss: 0.0896535\n",
      "[167]\ttraining's auc: 0.815886\ttraining's binary_logloss: 0.077984\tvalid_1's auc: 0.781903\tvalid_1's binary_logloss: 0.0896505\n",
      "[168]\ttraining's auc: 0.815923\ttraining's binary_logloss: 0.0779757\tvalid_1's auc: 0.781955\tvalid_1's binary_logloss: 0.089646\n",
      "[169]\ttraining's auc: 0.815936\ttraining's binary_logloss: 0.077972\tvalid_1's auc: 0.782004\tvalid_1's binary_logloss: 0.0896451\n",
      "[170]\ttraining's auc: 0.815963\ttraining's binary_logloss: 0.0779702\tvalid_1's auc: 0.781911\tvalid_1's binary_logloss: 0.0896358\n",
      "[171]\ttraining's auc: 0.816002\ttraining's binary_logloss: 0.0779667\tvalid_1's auc: 0.781787\tvalid_1's binary_logloss: 0.08963\n",
      "[172]\ttraining's auc: 0.816029\ttraining's binary_logloss: 0.0779592\tvalid_1's auc: 0.781843\tvalid_1's binary_logloss: 0.0896435\n",
      "[173]\ttraining's auc: 0.816058\ttraining's binary_logloss: 0.0779489\tvalid_1's auc: 0.781828\tvalid_1's binary_logloss: 0.0896292\n",
      "[174]\ttraining's auc: 0.816062\ttraining's binary_logloss: 0.0779461\tvalid_1's auc: 0.782097\tvalid_1's binary_logloss: 0.0896421\n",
      "[175]\ttraining's auc: 0.816025\ttraining's binary_logloss: 0.0779449\tvalid_1's auc: 0.782084\tvalid_1's binary_logloss: 0.0896282\n",
      "[176]\ttraining's auc: 0.816066\ttraining's binary_logloss: 0.0779363\tvalid_1's auc: 0.782208\tvalid_1's binary_logloss: 0.0895917\n",
      "[177]\ttraining's auc: 0.816093\ttraining's binary_logloss: 0.0779347\tvalid_1's auc: 0.781488\tvalid_1's binary_logloss: 0.0895812\n",
      "[178]\ttraining's auc: 0.81611\ttraining's binary_logloss: 0.0779284\tvalid_1's auc: 0.781524\tvalid_1's binary_logloss: 0.0895718\n",
      "[179]\ttraining's auc: 0.816139\ttraining's binary_logloss: 0.0779272\tvalid_1's auc: 0.781532\tvalid_1's binary_logloss: 0.0895732\n",
      "[180]\ttraining's auc: 0.81614\ttraining's binary_logloss: 0.0779223\tvalid_1's auc: 0.781603\tvalid_1's binary_logloss: 0.0895549\n",
      "[181]\ttraining's auc: 0.816177\ttraining's binary_logloss: 0.0779143\tvalid_1's auc: 0.781867\tvalid_1's binary_logloss: 0.0895389\n",
      "[182]\ttraining's auc: 0.816203\ttraining's binary_logloss: 0.0779126\tvalid_1's auc: 0.781871\tvalid_1's binary_logloss: 0.0895385\n",
      "[183]\ttraining's auc: 0.81622\ttraining's binary_logloss: 0.0779113\tvalid_1's auc: 0.781804\tvalid_1's binary_logloss: 0.0895398\n",
      "[184]\ttraining's auc: 0.816163\ttraining's binary_logloss: 0.07791\tvalid_1's auc: 0.781947\tvalid_1's binary_logloss: 0.0895414\n",
      "[185]\ttraining's auc: 0.816168\ttraining's binary_logloss: 0.0779078\tvalid_1's auc: 0.781899\tvalid_1's binary_logloss: 0.0895649\n",
      "[186]\ttraining's auc: 0.816188\ttraining's binary_logloss: 0.0779012\tvalid_1's auc: 0.781956\tvalid_1's binary_logloss: 0.0895551\n",
      "[187]\ttraining's auc: 0.816185\ttraining's binary_logloss: 0.0779001\tvalid_1's auc: 0.781669\tvalid_1's binary_logloss: 0.0895529\n",
      "[188]\ttraining's auc: 0.816126\ttraining's binary_logloss: 0.0778952\tvalid_1's auc: 0.782095\tvalid_1's binary_logloss: 0.0895536\n",
      "[189]\ttraining's auc: 0.816184\ttraining's binary_logloss: 0.0778861\tvalid_1's auc: 0.782396\tvalid_1's binary_logloss: 0.0895497\n",
      "[190]\ttraining's auc: 0.816155\ttraining's binary_logloss: 0.077885\tvalid_1's auc: 0.782088\tvalid_1's binary_logloss: 0.0895543\n",
      "[191]\ttraining's auc: 0.816187\ttraining's binary_logloss: 0.0778799\tvalid_1's auc: 0.781697\tvalid_1's binary_logloss: 0.0895389\n",
      "[192]\ttraining's auc: 0.816226\ttraining's binary_logloss: 0.0778776\tvalid_1's auc: 0.781761\tvalid_1's binary_logloss: 0.0895378\n",
      "[193]\ttraining's auc: 0.816225\ttraining's binary_logloss: 0.0778771\tvalid_1's auc: 0.781736\tvalid_1's binary_logloss: 0.0895383\n",
      "[194]\ttraining's auc: 0.816216\ttraining's binary_logloss: 0.0778739\tvalid_1's auc: 0.781616\tvalid_1's binary_logloss: 0.0895358\n",
      "[195]\ttraining's auc: 0.816277\ttraining's binary_logloss: 0.0778722\tvalid_1's auc: 0.781668\tvalid_1's binary_logloss: 0.0895392\n",
      "[196]\ttraining's auc: 0.816292\ttraining's binary_logloss: 0.0778654\tvalid_1's auc: 0.78179\tvalid_1's binary_logloss: 0.0895234\n",
      "[197]\ttraining's auc: 0.816355\ttraining's binary_logloss: 0.0778617\tvalid_1's auc: 0.781901\tvalid_1's binary_logloss: 0.0895317\n",
      "[198]\ttraining's auc: 0.816392\ttraining's binary_logloss: 0.0778549\tvalid_1's auc: 0.781842\tvalid_1's binary_logloss: 0.0895248\n",
      "[199]\ttraining's auc: 0.816453\ttraining's binary_logloss: 0.0778496\tvalid_1's auc: 0.781711\tvalid_1's binary_logloss: 0.0895216\n",
      "[200]\ttraining's auc: 0.816439\ttraining's binary_logloss: 0.0778484\tvalid_1's auc: 0.781751\tvalid_1's binary_logloss: 0.0895396\n",
      "[201]\ttraining's auc: 0.816435\ttraining's binary_logloss: 0.0778425\tvalid_1's auc: 0.781942\tvalid_1's binary_logloss: 0.0895139\n",
      "[202]\ttraining's auc: 0.816482\ttraining's binary_logloss: 0.0778396\tvalid_1's auc: 0.781975\tvalid_1's binary_logloss: 0.0895121\n",
      "[203]\ttraining's auc: 0.816479\ttraining's binary_logloss: 0.0778389\tvalid_1's auc: 0.781992\tvalid_1's binary_logloss: 0.0895169\n",
      "[204]\ttraining's auc: 0.816478\ttraining's binary_logloss: 0.0778362\tvalid_1's auc: 0.782121\tvalid_1's binary_logloss: 0.0894877\n",
      "[205]\ttraining's auc: 0.816487\ttraining's binary_logloss: 0.0778258\tvalid_1's auc: 0.781922\tvalid_1's binary_logloss: 0.0895009\n",
      "[206]\ttraining's auc: 0.816504\ttraining's binary_logloss: 0.077825\tvalid_1's auc: 0.781909\tvalid_1's binary_logloss: 0.0895072\n",
      "[207]\ttraining's auc: 0.81652\ttraining's binary_logloss: 0.0778197\tvalid_1's auc: 0.781992\tvalid_1's binary_logloss: 0.0894814\n",
      "[208]\ttraining's auc: 0.816536\ttraining's binary_logloss: 0.0778177\tvalid_1's auc: 0.781994\tvalid_1's binary_logloss: 0.0894785\n",
      "[209]\ttraining's auc: 0.816563\ttraining's binary_logloss: 0.0778149\tvalid_1's auc: 0.781979\tvalid_1's binary_logloss: 0.0894649\n",
      "[210]\ttraining's auc: 0.816602\ttraining's binary_logloss: 0.0778115\tvalid_1's auc: 0.782057\tvalid_1's binary_logloss: 0.0894595\n",
      "[211]\ttraining's auc: 0.816599\ttraining's binary_logloss: 0.0778106\tvalid_1's auc: 0.782183\tvalid_1's binary_logloss: 0.0894489\n",
      "[212]\ttraining's auc: 0.816647\ttraining's binary_logloss: 0.0778085\tvalid_1's auc: 0.782165\tvalid_1's binary_logloss: 0.0894656\n",
      "[213]\ttraining's auc: 0.816639\ttraining's binary_logloss: 0.0778032\tvalid_1's auc: 0.781877\tvalid_1's binary_logloss: 0.0894537\n",
      "[214]\ttraining's auc: 0.816605\ttraining's binary_logloss: 0.0778027\tvalid_1's auc: 0.781663\tvalid_1's binary_logloss: 0.0894597\n",
      "[215]\ttraining's auc: 0.816697\ttraining's binary_logloss: 0.0778015\tvalid_1's auc: 0.781982\tvalid_1's binary_logloss: 0.0894562\n",
      "[216]\ttraining's auc: 0.816724\ttraining's binary_logloss: 0.0777954\tvalid_1's auc: 0.782295\tvalid_1's binary_logloss: 0.0894353\n",
      "[217]\ttraining's auc: 0.816654\ttraining's binary_logloss: 0.0777894\tvalid_1's auc: 0.782733\tvalid_1's binary_logloss: 0.0894377\n",
      "[218]\ttraining's auc: 0.816664\ttraining's binary_logloss: 0.0777874\tvalid_1's auc: 0.782752\tvalid_1's binary_logloss: 0.0894314\n",
      "[219]\ttraining's auc: 0.816665\ttraining's binary_logloss: 0.0777824\tvalid_1's auc: 0.782737\tvalid_1's binary_logloss: 0.0894209\n",
      "[220]\ttraining's auc: 0.816671\ttraining's binary_logloss: 0.0777741\tvalid_1's auc: 0.782839\tvalid_1's binary_logloss: 0.0894111\n",
      "[221]\ttraining's auc: 0.816687\ttraining's binary_logloss: 0.0777713\tvalid_1's auc: 0.782639\tvalid_1's binary_logloss: 0.0894071\n",
      "[222]\ttraining's auc: 0.816704\ttraining's binary_logloss: 0.0777708\tvalid_1's auc: 0.782611\tvalid_1's binary_logloss: 0.0894143\n",
      "[223]\ttraining's auc: 0.816709\ttraining's binary_logloss: 0.0777698\tvalid_1's auc: 0.782569\tvalid_1's binary_logloss: 0.0894109\n",
      "[224]\ttraining's auc: 0.81671\ttraining's binary_logloss: 0.0777687\tvalid_1's auc: 0.782593\tvalid_1's binary_logloss: 0.0894202\n",
      "[225]\ttraining's auc: 0.816781\ttraining's binary_logloss: 0.0777676\tvalid_1's auc: 0.782374\tvalid_1's binary_logloss: 0.0894205\n",
      "[226]\ttraining's auc: 0.816786\ttraining's binary_logloss: 0.0777664\tvalid_1's auc: 0.78244\tvalid_1's binary_logloss: 0.0894161\n",
      "[227]\ttraining's auc: 0.816797\ttraining's binary_logloss: 0.0777646\tvalid_1's auc: 0.782485\tvalid_1's binary_logloss: 0.089418\n",
      "[228]\ttraining's auc: 0.816817\ttraining's binary_logloss: 0.0777641\tvalid_1's auc: 0.782428\tvalid_1's binary_logloss: 0.0894152\n",
      "[229]\ttraining's auc: 0.81679\ttraining's binary_logloss: 0.077763\tvalid_1's auc: 0.782351\tvalid_1's binary_logloss: 0.0894184\n",
      "[230]\ttraining's auc: 0.816792\ttraining's binary_logloss: 0.0777583\tvalid_1's auc: 0.782345\tvalid_1's binary_logloss: 0.0894048\n",
      "[231]\ttraining's auc: 0.816821\ttraining's binary_logloss: 0.0777572\tvalid_1's auc: 0.782297\tvalid_1's binary_logloss: 0.089388\n",
      "[232]\ttraining's auc: 0.816843\ttraining's binary_logloss: 0.0777548\tvalid_1's auc: 0.782254\tvalid_1's binary_logloss: 0.0893824\n",
      "[233]\ttraining's auc: 0.816845\ttraining's binary_logloss: 0.0777543\tvalid_1's auc: 0.78224\tvalid_1's binary_logloss: 0.0893731\n",
      "[234]\ttraining's auc: 0.816851\ttraining's binary_logloss: 0.0777516\tvalid_1's auc: 0.782335\tvalid_1's binary_logloss: 0.0893784\n",
      "[235]\ttraining's auc: 0.816861\ttraining's binary_logloss: 0.0777496\tvalid_1's auc: 0.78229\tvalid_1's binary_logloss: 0.0893787\n",
      "[236]\ttraining's auc: 0.816949\ttraining's binary_logloss: 0.0777458\tvalid_1's auc: 0.782119\tvalid_1's binary_logloss: 0.0893794\n",
      "[237]\ttraining's auc: 0.816989\ttraining's binary_logloss: 0.0777409\tvalid_1's auc: 0.782144\tvalid_1's binary_logloss: 0.0893846\n",
      "[238]\ttraining's auc: 0.81699\ttraining's binary_logloss: 0.0777351\tvalid_1's auc: 0.782213\tvalid_1's binary_logloss: 0.089384\n",
      "[239]\ttraining's auc: 0.817044\ttraining's binary_logloss: 0.0777346\tvalid_1's auc: 0.782201\tvalid_1's binary_logloss: 0.0893776\n",
      "[240]\ttraining's auc: 0.817058\ttraining's binary_logloss: 0.0777316\tvalid_1's auc: 0.782237\tvalid_1's binary_logloss: 0.0893748\n",
      "[241]\ttraining's auc: 0.817103\ttraining's binary_logloss: 0.0777282\tvalid_1's auc: 0.782362\tvalid_1's binary_logloss: 0.0893647\n",
      "[242]\ttraining's auc: 0.817129\ttraining's binary_logloss: 0.0777268\tvalid_1's auc: 0.782352\tvalid_1's binary_logloss: 0.0893608\n",
      "[243]\ttraining's auc: 0.817139\ttraining's binary_logloss: 0.0777262\tvalid_1's auc: 0.782331\tvalid_1's binary_logloss: 0.0893551\n",
      "[244]\ttraining's auc: 0.817157\ttraining's binary_logloss: 0.0777255\tvalid_1's auc: 0.782395\tvalid_1's binary_logloss: 0.0893507\n",
      "[245]\ttraining's auc: 0.817106\ttraining's binary_logloss: 0.0777244\tvalid_1's auc: 0.782333\tvalid_1's binary_logloss: 0.0893534\n",
      "[246]\ttraining's auc: 0.817093\ttraining's binary_logloss: 0.0777186\tvalid_1's auc: 0.782263\tvalid_1's binary_logloss: 0.0893646\n",
      "[247]\ttraining's auc: 0.817113\ttraining's binary_logloss: 0.0777181\tvalid_1's auc: 0.782288\tvalid_1's binary_logloss: 0.0893617\n",
      "[248]\ttraining's auc: 0.817175\ttraining's binary_logloss: 0.0777134\tvalid_1's auc: 0.782442\tvalid_1's binary_logloss: 0.0893318\n",
      "[249]\ttraining's auc: 0.817145\ttraining's binary_logloss: 0.0777131\tvalid_1's auc: 0.782367\tvalid_1's binary_logloss: 0.0893246\n",
      "[250]\ttraining's auc: 0.817107\ttraining's binary_logloss: 0.0777072\tvalid_1's auc: 0.782405\tvalid_1's binary_logloss: 0.0892914\n",
      "[251]\ttraining's auc: 0.817107\ttraining's binary_logloss: 0.0777059\tvalid_1's auc: 0.782332\tvalid_1's binary_logloss: 0.0893032\n",
      "[252]\ttraining's auc: 0.817089\ttraining's binary_logloss: 0.0777037\tvalid_1's auc: 0.782367\tvalid_1's binary_logloss: 0.0892972\n",
      "[253]\ttraining's auc: 0.817105\ttraining's binary_logloss: 0.0777006\tvalid_1's auc: 0.782385\tvalid_1's binary_logloss: 0.0893026\n",
      "[254]\ttraining's auc: 0.817109\ttraining's binary_logloss: 0.0776994\tvalid_1's auc: 0.78243\tvalid_1's binary_logloss: 0.0893055\n",
      "[255]\ttraining's auc: 0.81712\ttraining's binary_logloss: 0.0776978\tvalid_1's auc: 0.782379\tvalid_1's binary_logloss: 0.0893126\n",
      "[256]\ttraining's auc: 0.817125\ttraining's binary_logloss: 0.077695\tvalid_1's auc: 0.782437\tvalid_1's binary_logloss: 0.0893142\n",
      "[257]\ttraining's auc: 0.81711\ttraining's binary_logloss: 0.0776939\tvalid_1's auc: 0.78241\tvalid_1's binary_logloss: 0.0893155\n",
      "[258]\ttraining's auc: 0.817121\ttraining's binary_logloss: 0.0776914\tvalid_1's auc: 0.782408\tvalid_1's binary_logloss: 0.0893227\n",
      "[259]\ttraining's auc: 0.817085\ttraining's binary_logloss: 0.0776894\tvalid_1's auc: 0.782355\tvalid_1's binary_logloss: 0.0893291\n",
      "[260]\ttraining's auc: 0.817095\ttraining's binary_logloss: 0.0776888\tvalid_1's auc: 0.782362\tvalid_1's binary_logloss: 0.0893436\n",
      "[261]\ttraining's auc: 0.817166\ttraining's binary_logloss: 0.0776841\tvalid_1's auc: 0.782636\tvalid_1's binary_logloss: 0.0893464\n",
      "[262]\ttraining's auc: 0.817182\ttraining's binary_logloss: 0.0776843\tvalid_1's auc: 0.782607\tvalid_1's binary_logloss: 0.0893451\n",
      "[263]\ttraining's auc: 0.817177\ttraining's binary_logloss: 0.0776806\tvalid_1's auc: 0.782553\tvalid_1's binary_logloss: 0.0893485\n",
      "[264]\ttraining's auc: 0.817224\ttraining's binary_logloss: 0.0776797\tvalid_1's auc: 0.782632\tvalid_1's binary_logloss: 0.0893499\n",
      "[265]\ttraining's auc: 0.817227\ttraining's binary_logloss: 0.0776792\tvalid_1's auc: 0.782584\tvalid_1's binary_logloss: 0.0893427\n",
      "[266]\ttraining's auc: 0.817218\ttraining's binary_logloss: 0.0776794\tvalid_1's auc: 0.782643\tvalid_1's binary_logloss: 0.0893478\n",
      "[267]\ttraining's auc: 0.817223\ttraining's binary_logloss: 0.0776789\tvalid_1's auc: 0.782636\tvalid_1's binary_logloss: 0.0893436\n",
      "[268]\ttraining's auc: 0.817249\ttraining's binary_logloss: 0.0776736\tvalid_1's auc: 0.782749\tvalid_1's binary_logloss: 0.0893178\n",
      "[269]\ttraining's auc: 0.817291\ttraining's binary_logloss: 0.0776728\tvalid_1's auc: 0.782729\tvalid_1's binary_logloss: 0.0893228\n",
      "[270]\ttraining's auc: 0.817286\ttraining's binary_logloss: 0.0776696\tvalid_1's auc: 0.782723\tvalid_1's binary_logloss: 0.0893092\n",
      "[271]\ttraining's auc: 0.817293\ttraining's binary_logloss: 0.0776655\tvalid_1's auc: 0.782625\tvalid_1's binary_logloss: 0.0893134\n",
      "[272]\ttraining's auc: 0.817303\ttraining's binary_logloss: 0.077662\tvalid_1's auc: 0.782714\tvalid_1's binary_logloss: 0.0893237\n",
      "[273]\ttraining's auc: 0.817384\ttraining's binary_logloss: 0.0776587\tvalid_1's auc: 0.782739\tvalid_1's binary_logloss: 0.0893185\n",
      "[274]\ttraining's auc: 0.817373\ttraining's binary_logloss: 0.0776555\tvalid_1's auc: 0.782735\tvalid_1's binary_logloss: 0.0893095\n",
      "[275]\ttraining's auc: 0.817368\ttraining's binary_logloss: 0.0776526\tvalid_1's auc: 0.782733\tvalid_1's binary_logloss: 0.0893054\n",
      "[276]\ttraining's auc: 0.817347\ttraining's binary_logloss: 0.0776514\tvalid_1's auc: 0.782705\tvalid_1's binary_logloss: 0.0893098\n",
      "[277]\ttraining's auc: 0.817357\ttraining's binary_logloss: 0.0776501\tvalid_1's auc: 0.782706\tvalid_1's binary_logloss: 0.0893117\n",
      "[278]\ttraining's auc: 0.81736\ttraining's binary_logloss: 0.0776494\tvalid_1's auc: 0.782716\tvalid_1's binary_logloss: 0.0893141\n",
      "[279]\ttraining's auc: 0.817362\ttraining's binary_logloss: 0.0776488\tvalid_1's auc: 0.782728\tvalid_1's binary_logloss: 0.089312\n",
      "[280]\ttraining's auc: 0.817376\ttraining's binary_logloss: 0.0776477\tvalid_1's auc: 0.782753\tvalid_1's binary_logloss: 0.0893114\n",
      "[281]\ttraining's auc: 0.817347\ttraining's binary_logloss: 0.0776472\tvalid_1's auc: 0.782708\tvalid_1's binary_logloss: 0.0893133\n",
      "[282]\ttraining's auc: 0.817394\ttraining's binary_logloss: 0.077645\tvalid_1's auc: 0.782746\tvalid_1's binary_logloss: 0.0893175\n",
      "[283]\ttraining's auc: 0.817425\ttraining's binary_logloss: 0.0776436\tvalid_1's auc: 0.782976\tvalid_1's binary_logloss: 0.0893143\n",
      "[284]\ttraining's auc: 0.8174\ttraining's binary_logloss: 0.0776425\tvalid_1's auc: 0.782687\tvalid_1's binary_logloss: 0.0893111\n",
      "[285]\ttraining's auc: 0.817419\ttraining's binary_logloss: 0.07764\tvalid_1's auc: 0.783134\tvalid_1's binary_logloss: 0.0892904\n",
      "[286]\ttraining's auc: 0.817413\ttraining's binary_logloss: 0.0776395\tvalid_1's auc: 0.783096\tvalid_1's binary_logloss: 0.0893058\n",
      "[287]\ttraining's auc: 0.817386\ttraining's binary_logloss: 0.0776395\tvalid_1's auc: 0.783111\tvalid_1's binary_logloss: 0.0893033\n",
      "[288]\ttraining's auc: 0.81739\ttraining's binary_logloss: 0.0776351\tvalid_1's auc: 0.783077\tvalid_1's binary_logloss: 0.089303\n",
      "[289]\ttraining's auc: 0.817408\ttraining's binary_logloss: 0.0776344\tvalid_1's auc: 0.78307\tvalid_1's binary_logloss: 0.0892991\n",
      "[290]\ttraining's auc: 0.817509\ttraining's binary_logloss: 0.0776318\tvalid_1's auc: 0.782651\tvalid_1's binary_logloss: 0.0893016\n",
      "[291]\ttraining's auc: 0.81751\ttraining's binary_logloss: 0.0776311\tvalid_1's auc: 0.782667\tvalid_1's binary_logloss: 0.0893056\n",
      "[292]\ttraining's auc: 0.81751\ttraining's binary_logloss: 0.0776306\tvalid_1's auc: 0.78267\tvalid_1's binary_logloss: 0.0893051\n",
      "[293]\ttraining's auc: 0.817535\ttraining's binary_logloss: 0.0776289\tvalid_1's auc: 0.78309\tvalid_1's binary_logloss: 0.0892995\n",
      "[294]\ttraining's auc: 0.81748\ttraining's binary_logloss: 0.077627\tvalid_1's auc: 0.783097\tvalid_1's binary_logloss: 0.0892952\n",
      "[295]\ttraining's auc: 0.817549\ttraining's binary_logloss: 0.0776254\tvalid_1's auc: 0.78278\tvalid_1's binary_logloss: 0.0892992\n",
      "[296]\ttraining's auc: 0.817571\ttraining's binary_logloss: 0.0776249\tvalid_1's auc: 0.782844\tvalid_1's binary_logloss: 0.0892974\n",
      "[297]\ttraining's auc: 0.817631\ttraining's binary_logloss: 0.0776211\tvalid_1's auc: 0.782844\tvalid_1's binary_logloss: 0.0892966\n",
      "[298]\ttraining's auc: 0.817568\ttraining's binary_logloss: 0.0776204\tvalid_1's auc: 0.782809\tvalid_1's binary_logloss: 0.0892928\n",
      "[299]\ttraining's auc: 0.817581\ttraining's binary_logloss: 0.0776198\tvalid_1's auc: 0.782769\tvalid_1's binary_logloss: 0.0892939\n",
      "[300]\ttraining's auc: 0.817614\ttraining's binary_logloss: 0.0776185\tvalid_1's auc: 0.782777\tvalid_1's binary_logloss: 0.0892809\n",
      "[301]\ttraining's auc: 0.817635\ttraining's binary_logloss: 0.0776157\tvalid_1's auc: 0.782689\tvalid_1's binary_logloss: 0.0892782\n",
      "[302]\ttraining's auc: 0.817681\ttraining's binary_logloss: 0.0776133\tvalid_1's auc: 0.782778\tvalid_1's binary_logloss: 0.089278\n",
      "[303]\ttraining's auc: 0.817653\ttraining's binary_logloss: 0.0776109\tvalid_1's auc: 0.782698\tvalid_1's binary_logloss: 0.0892787\n",
      "[304]\ttraining's auc: 0.817666\ttraining's binary_logloss: 0.0776091\tvalid_1's auc: 0.782782\tvalid_1's binary_logloss: 0.089263\n",
      "[305]\ttraining's auc: 0.817651\ttraining's binary_logloss: 0.0776074\tvalid_1's auc: 0.782837\tvalid_1's binary_logloss: 0.0892617\n",
      "[306]\ttraining's auc: 0.817632\ttraining's binary_logloss: 0.0776064\tvalid_1's auc: 0.782876\tvalid_1's binary_logloss: 0.089257\n",
      "[307]\ttraining's auc: 0.817639\ttraining's binary_logloss: 0.0776046\tvalid_1's auc: 0.78292\tvalid_1's binary_logloss: 0.0892654\n",
      "[308]\ttraining's auc: 0.817654\ttraining's binary_logloss: 0.077604\tvalid_1's auc: 0.78294\tvalid_1's binary_logloss: 0.0892581\n",
      "[309]\ttraining's auc: 0.817663\ttraining's binary_logloss: 0.0776019\tvalid_1's auc: 0.782877\tvalid_1's binary_logloss: 0.0892621\n",
      "[310]\ttraining's auc: 0.817668\ttraining's binary_logloss: 0.0775994\tvalid_1's auc: 0.782903\tvalid_1's binary_logloss: 0.0892459\n",
      "[311]\ttraining's auc: 0.817667\ttraining's binary_logloss: 0.0775989\tvalid_1's auc: 0.782922\tvalid_1's binary_logloss: 0.0892474\n",
      "[312]\ttraining's auc: 0.817694\ttraining's binary_logloss: 0.0775985\tvalid_1's auc: 0.782908\tvalid_1's binary_logloss: 0.0892478\n",
      "[313]\ttraining's auc: 0.81768\ttraining's binary_logloss: 0.0775985\tvalid_1's auc: 0.782972\tvalid_1's binary_logloss: 0.0892408\n",
      "[314]\ttraining's auc: 0.81769\ttraining's binary_logloss: 0.077597\tvalid_1's auc: 0.782938\tvalid_1's binary_logloss: 0.0892534\n",
      "[315]\ttraining's auc: 0.817689\ttraining's binary_logloss: 0.0775968\tvalid_1's auc: 0.782952\tvalid_1's binary_logloss: 0.089259\n",
      "[316]\ttraining's auc: 0.81768\ttraining's binary_logloss: 0.0775943\tvalid_1's auc: 0.782906\tvalid_1's binary_logloss: 0.0892752\n",
      "[317]\ttraining's auc: 0.817688\ttraining's binary_logloss: 0.0775938\tvalid_1's auc: 0.782898\tvalid_1's binary_logloss: 0.0892658\n",
      "[318]\ttraining's auc: 0.817697\ttraining's binary_logloss: 0.0775932\tvalid_1's auc: 0.78293\tvalid_1's binary_logloss: 0.0892646\n",
      "[319]\ttraining's auc: 0.817705\ttraining's binary_logloss: 0.0775927\tvalid_1's auc: 0.782971\tvalid_1's binary_logloss: 0.0892561\n",
      "[320]\ttraining's auc: 0.817684\ttraining's binary_logloss: 0.0775877\tvalid_1's auc: 0.783021\tvalid_1's binary_logloss: 0.0892441\n",
      "[321]\ttraining's auc: 0.817708\ttraining's binary_logloss: 0.0775854\tvalid_1's auc: 0.783072\tvalid_1's binary_logloss: 0.0892474\n",
      "[322]\ttraining's auc: 0.817704\ttraining's binary_logloss: 0.0775823\tvalid_1's auc: 0.783101\tvalid_1's binary_logloss: 0.0892297\n",
      "[323]\ttraining's auc: 0.817693\ttraining's binary_logloss: 0.0775815\tvalid_1's auc: 0.783086\tvalid_1's binary_logloss: 0.0892375\n",
      "[324]\ttraining's auc: 0.817692\ttraining's binary_logloss: 0.0775809\tvalid_1's auc: 0.783126\tvalid_1's binary_logloss: 0.0892421\n",
      "[325]\ttraining's auc: 0.817703\ttraining's binary_logloss: 0.0775797\tvalid_1's auc: 0.78315\tvalid_1's binary_logloss: 0.0892444\n",
      "[326]\ttraining's auc: 0.817712\ttraining's binary_logloss: 0.0775793\tvalid_1's auc: 0.783179\tvalid_1's binary_logloss: 0.0892587\n",
      "[327]\ttraining's auc: 0.817703\ttraining's binary_logloss: 0.077576\tvalid_1's auc: 0.783101\tvalid_1's binary_logloss: 0.0892518\n",
      "[328]\ttraining's auc: 0.817711\ttraining's binary_logloss: 0.0775733\tvalid_1's auc: 0.783097\tvalid_1's binary_logloss: 0.0892399\n",
      "[329]\ttraining's auc: 0.817743\ttraining's binary_logloss: 0.0775725\tvalid_1's auc: 0.78308\tvalid_1's binary_logloss: 0.0892502\n",
      "[330]\ttraining's auc: 0.817773\ttraining's binary_logloss: 0.07757\tvalid_1's auc: 0.78303\tvalid_1's binary_logloss: 0.0892535\n",
      "[331]\ttraining's auc: 0.817781\ttraining's binary_logloss: 0.0775692\tvalid_1's auc: 0.782963\tvalid_1's binary_logloss: 0.0892408\n",
      "[332]\ttraining's auc: 0.81781\ttraining's binary_logloss: 0.0775678\tvalid_1's auc: 0.782996\tvalid_1's binary_logloss: 0.0892369\n",
      "[333]\ttraining's auc: 0.817846\ttraining's binary_logloss: 0.0775657\tvalid_1's auc: 0.783034\tvalid_1's binary_logloss: 0.0892339\n",
      "[334]\ttraining's auc: 0.817896\ttraining's binary_logloss: 0.0775632\tvalid_1's auc: 0.783102\tvalid_1's binary_logloss: 0.0892413\n",
      "[335]\ttraining's auc: 0.817902\ttraining's binary_logloss: 0.0775629\tvalid_1's auc: 0.783164\tvalid_1's binary_logloss: 0.0892408\n",
      "[336]\ttraining's auc: 0.8179\ttraining's binary_logloss: 0.0775615\tvalid_1's auc: 0.783197\tvalid_1's binary_logloss: 0.089215\n",
      "[337]\ttraining's auc: 0.817899\ttraining's binary_logloss: 0.0775606\tvalid_1's auc: 0.78316\tvalid_1's binary_logloss: 0.0892054\n",
      "[338]\ttraining's auc: 0.817901\ttraining's binary_logloss: 0.0775592\tvalid_1's auc: 0.783201\tvalid_1's binary_logloss: 0.0892102\n",
      "[339]\ttraining's auc: 0.817914\ttraining's binary_logloss: 0.0775546\tvalid_1's auc: 0.783188\tvalid_1's binary_logloss: 0.0892022\n",
      "[340]\ttraining's auc: 0.817932\ttraining's binary_logloss: 0.0775528\tvalid_1's auc: 0.783183\tvalid_1's binary_logloss: 0.0892107\n",
      "[341]\ttraining's auc: 0.817879\ttraining's binary_logloss: 0.0775519\tvalid_1's auc: 0.783197\tvalid_1's binary_logloss: 0.089211\n",
      "[342]\ttraining's auc: 0.817879\ttraining's binary_logloss: 0.0775516\tvalid_1's auc: 0.78324\tvalid_1's binary_logloss: 0.0892148\n",
      "[343]\ttraining's auc: 0.817878\ttraining's binary_logloss: 0.0775515\tvalid_1's auc: 0.783281\tvalid_1's binary_logloss: 0.0892209\n",
      "[344]\ttraining's auc: 0.81793\ttraining's binary_logloss: 0.0775502\tvalid_1's auc: 0.78325\tvalid_1's binary_logloss: 0.0892217\n",
      "[345]\ttraining's auc: 0.817922\ttraining's binary_logloss: 0.0775476\tvalid_1's auc: 0.783244\tvalid_1's binary_logloss: 0.0892247\n",
      "[346]\ttraining's auc: 0.8179\ttraining's binary_logloss: 0.0775467\tvalid_1's auc: 0.78319\tvalid_1's binary_logloss: 0.0892349\n",
      "[347]\ttraining's auc: 0.817897\ttraining's binary_logloss: 0.0775457\tvalid_1's auc: 0.783192\tvalid_1's binary_logloss: 0.0892473\n",
      "[348]\ttraining's auc: 0.817929\ttraining's binary_logloss: 0.0775449\tvalid_1's auc: 0.783143\tvalid_1's binary_logloss: 0.0892558\n",
      "[349]\ttraining's auc: 0.817974\ttraining's binary_logloss: 0.0775431\tvalid_1's auc: 0.783111\tvalid_1's binary_logloss: 0.0892452\n",
      "[350]\ttraining's auc: 0.817982\ttraining's binary_logloss: 0.0775416\tvalid_1's auc: 0.783113\tvalid_1's binary_logloss: 0.0892351\n",
      "[351]\ttraining's auc: 0.817969\ttraining's binary_logloss: 0.0775395\tvalid_1's auc: 0.783221\tvalid_1's binary_logloss: 0.0892371\n",
      "[352]\ttraining's auc: 0.817975\ttraining's binary_logloss: 0.0775366\tvalid_1's auc: 0.783226\tvalid_1's binary_logloss: 0.0892429\n",
      "[353]\ttraining's auc: 0.817942\ttraining's binary_logloss: 0.0775357\tvalid_1's auc: 0.783179\tvalid_1's binary_logloss: 0.0892457\n",
      "[354]\ttraining's auc: 0.817959\ttraining's binary_logloss: 0.0775343\tvalid_1's auc: 0.783277\tvalid_1's binary_logloss: 0.089227\n",
      "[355]\ttraining's auc: 0.817972\ttraining's binary_logloss: 0.0775334\tvalid_1's auc: 0.783235\tvalid_1's binary_logloss: 0.0892266\n",
      "[356]\ttraining's auc: 0.817986\ttraining's binary_logloss: 0.0775305\tvalid_1's auc: 0.783238\tvalid_1's binary_logloss: 0.0892238\n",
      "[357]\ttraining's auc: 0.81807\ttraining's binary_logloss: 0.0775283\tvalid_1's auc: 0.78337\tvalid_1's binary_logloss: 0.0892211\n",
      "[358]\ttraining's auc: 0.818067\ttraining's binary_logloss: 0.0775267\tvalid_1's auc: 0.783316\tvalid_1's binary_logloss: 0.0892177\n",
      "[359]\ttraining's auc: 0.818041\ttraining's binary_logloss: 0.0775257\tvalid_1's auc: 0.783321\tvalid_1's binary_logloss: 0.0892168\n",
      "[360]\ttraining's auc: 0.818059\ttraining's binary_logloss: 0.0775239\tvalid_1's auc: 0.783362\tvalid_1's binary_logloss: 0.0891977\n",
      "[361]\ttraining's auc: 0.81813\ttraining's binary_logloss: 0.0775214\tvalid_1's auc: 0.783445\tvalid_1's binary_logloss: 0.0891846\n",
      "[362]\ttraining's auc: 0.818149\ttraining's binary_logloss: 0.077518\tvalid_1's auc: 0.783425\tvalid_1's binary_logloss: 0.0891756\n",
      "[363]\ttraining's auc: 0.818161\ttraining's binary_logloss: 0.0775169\tvalid_1's auc: 0.783442\tvalid_1's binary_logloss: 0.0891772\n",
      "[364]\ttraining's auc: 0.818218\ttraining's binary_logloss: 0.0775161\tvalid_1's auc: 0.783383\tvalid_1's binary_logloss: 0.0891788\n",
      "[365]\ttraining's auc: 0.818217\ttraining's binary_logloss: 0.0775146\tvalid_1's auc: 0.783357\tvalid_1's binary_logloss: 0.0891832\n",
      "[366]\ttraining's auc: 0.818215\ttraining's binary_logloss: 0.0775142\tvalid_1's auc: 0.783338\tvalid_1's binary_logloss: 0.0891799\n",
      "[367]\ttraining's auc: 0.818184\ttraining's binary_logloss: 0.0775114\tvalid_1's auc: 0.783384\tvalid_1's binary_logloss: 0.0891733\n",
      "[368]\ttraining's auc: 0.818187\ttraining's binary_logloss: 0.0775109\tvalid_1's auc: 0.783337\tvalid_1's binary_logloss: 0.089175\n",
      "[369]\ttraining's auc: 0.818229\ttraining's binary_logloss: 0.0775094\tvalid_1's auc: 0.783348\tvalid_1's binary_logloss: 0.0891655\n",
      "[370]\ttraining's auc: 0.818256\ttraining's binary_logloss: 0.0775065\tvalid_1's auc: 0.783346\tvalid_1's binary_logloss: 0.089175\n",
      "[371]\ttraining's auc: 0.818258\ttraining's binary_logloss: 0.0775056\tvalid_1's auc: 0.783366\tvalid_1's binary_logloss: 0.0891815\n",
      "[372]\ttraining's auc: 0.818232\ttraining's binary_logloss: 0.0775051\tvalid_1's auc: 0.783348\tvalid_1's binary_logloss: 0.0891865\n",
      "[373]\ttraining's auc: 0.818228\ttraining's binary_logloss: 0.077502\tvalid_1's auc: 0.783393\tvalid_1's binary_logloss: 0.0891756\n",
      "[374]\ttraining's auc: 0.818234\ttraining's binary_logloss: 0.077501\tvalid_1's auc: 0.783444\tvalid_1's binary_logloss: 0.089194\n",
      "[375]\ttraining's auc: 0.818242\ttraining's binary_logloss: 0.0775001\tvalid_1's auc: 0.783452\tvalid_1's binary_logloss: 0.0891893\n",
      "[376]\ttraining's auc: 0.818239\ttraining's binary_logloss: 0.0774995\tvalid_1's auc: 0.783397\tvalid_1's binary_logloss: 0.0891827\n",
      "[377]\ttraining's auc: 0.818243\ttraining's binary_logloss: 0.0774992\tvalid_1's auc: 0.78347\tvalid_1's binary_logloss: 0.0891732\n",
      "[378]\ttraining's auc: 0.818231\ttraining's binary_logloss: 0.0774992\tvalid_1's auc: 0.783716\tvalid_1's binary_logloss: 0.0891731\n",
      "[379]\ttraining's auc: 0.818213\ttraining's binary_logloss: 0.0774989\tvalid_1's auc: 0.783718\tvalid_1's binary_logloss: 0.089172\n",
      "[380]\ttraining's auc: 0.818224\ttraining's binary_logloss: 0.0774972\tvalid_1's auc: 0.783626\tvalid_1's binary_logloss: 0.0891706\n",
      "[381]\ttraining's auc: 0.818258\ttraining's binary_logloss: 0.0774967\tvalid_1's auc: 0.78363\tvalid_1's binary_logloss: 0.0891847\n",
      "[382]\ttraining's auc: 0.818259\ttraining's binary_logloss: 0.077493\tvalid_1's auc: 0.783601\tvalid_1's binary_logloss: 0.0891922\n",
      "[383]\ttraining's auc: 0.818294\ttraining's binary_logloss: 0.0774919\tvalid_1's auc: 0.783606\tvalid_1's binary_logloss: 0.0891962\n",
      "[384]\ttraining's auc: 0.818306\ttraining's binary_logloss: 0.077491\tvalid_1's auc: 0.783661\tvalid_1's binary_logloss: 0.0891981\n",
      "[385]\ttraining's auc: 0.818302\ttraining's binary_logloss: 0.0774892\tvalid_1's auc: 0.783656\tvalid_1's binary_logloss: 0.0891903\n",
      "[386]\ttraining's auc: 0.818324\ttraining's binary_logloss: 0.0774881\tvalid_1's auc: 0.783621\tvalid_1's binary_logloss: 0.0892005\n",
      "[387]\ttraining's auc: 0.818304\ttraining's binary_logloss: 0.0774869\tvalid_1's auc: 0.783392\tvalid_1's binary_logloss: 0.0892087\n",
      "[388]\ttraining's auc: 0.818306\ttraining's binary_logloss: 0.0774863\tvalid_1's auc: 0.783371\tvalid_1's binary_logloss: 0.0892165\n",
      "[389]\ttraining's auc: 0.818331\ttraining's binary_logloss: 0.0774854\tvalid_1's auc: 0.783339\tvalid_1's binary_logloss: 0.0892128\n",
      "[390]\ttraining's auc: 0.818335\ttraining's binary_logloss: 0.0774833\tvalid_1's auc: 0.783631\tvalid_1's binary_logloss: 0.0892079\n",
      "[391]\ttraining's auc: 0.818338\ttraining's binary_logloss: 0.0774806\tvalid_1's auc: 0.7836\tvalid_1's binary_logloss: 0.0892003\n",
      "[392]\ttraining's auc: 0.818304\ttraining's binary_logloss: 0.07748\tvalid_1's auc: 0.783612\tvalid_1's binary_logloss: 0.0892038\n",
      "[393]\ttraining's auc: 0.818326\ttraining's binary_logloss: 0.0774793\tvalid_1's auc: 0.783595\tvalid_1's binary_logloss: 0.0892083\n",
      "[394]\ttraining's auc: 0.818359\ttraining's binary_logloss: 0.0774777\tvalid_1's auc: 0.783676\tvalid_1's binary_logloss: 0.0892083\n",
      "[395]\ttraining's auc: 0.818351\ttraining's binary_logloss: 0.0774771\tvalid_1's auc: 0.783722\tvalid_1's binary_logloss: 0.0892099\n",
      "[396]\ttraining's auc: 0.818357\ttraining's binary_logloss: 0.077477\tvalid_1's auc: 0.7837\tvalid_1's binary_logloss: 0.0892238\n",
      "[397]\ttraining's auc: 0.81836\ttraining's binary_logloss: 0.0774761\tvalid_1's auc: 0.783689\tvalid_1's binary_logloss: 0.0892236\n",
      "[398]\ttraining's auc: 0.818388\ttraining's binary_logloss: 0.0774754\tvalid_1's auc: 0.783503\tvalid_1's binary_logloss: 0.0892146\n",
      "[399]\ttraining's auc: 0.818397\ttraining's binary_logloss: 0.0774741\tvalid_1's auc: 0.783513\tvalid_1's binary_logloss: 0.0892002\n",
      "[400]\ttraining's auc: 0.81841\ttraining's binary_logloss: 0.0774735\tvalid_1's auc: 0.783552\tvalid_1's binary_logloss: 0.0892011\n",
      "[401]\ttraining's auc: 0.8184\ttraining's binary_logloss: 0.0774719\tvalid_1's auc: 0.783655\tvalid_1's binary_logloss: 0.0891913\n",
      "[402]\ttraining's auc: 0.818392\ttraining's binary_logloss: 0.0774711\tvalid_1's auc: 0.7836\tvalid_1's binary_logloss: 0.0891997\n",
      "[403]\ttraining's auc: 0.818393\ttraining's binary_logloss: 0.0774709\tvalid_1's auc: 0.783393\tvalid_1's binary_logloss: 0.0891969\n",
      "[404]\ttraining's auc: 0.818385\ttraining's binary_logloss: 0.0774692\tvalid_1's auc: 0.783287\tvalid_1's binary_logloss: 0.0891989\n",
      "[405]\ttraining's auc: 0.818375\ttraining's binary_logloss: 0.0774691\tvalid_1's auc: 0.783333\tvalid_1's binary_logloss: 0.0892037\n",
      "[406]\ttraining's auc: 0.818382\ttraining's binary_logloss: 0.0774685\tvalid_1's auc: 0.783331\tvalid_1's binary_logloss: 0.0891893\n",
      "[407]\ttraining's auc: 0.818388\ttraining's binary_logloss: 0.0774674\tvalid_1's auc: 0.783345\tvalid_1's binary_logloss: 0.0891955\n",
      "[408]\ttraining's auc: 0.818393\ttraining's binary_logloss: 0.0774668\tvalid_1's auc: 0.783412\tvalid_1's binary_logloss: 0.0891823\n",
      "[409]\ttraining's auc: 0.81838\ttraining's binary_logloss: 0.0774657\tvalid_1's auc: 0.783404\tvalid_1's binary_logloss: 0.0891877\n",
      "[410]\ttraining's auc: 0.818399\ttraining's binary_logloss: 0.0774637\tvalid_1's auc: 0.783391\tvalid_1's binary_logloss: 0.0891797\n",
      "[411]\ttraining's auc: 0.818381\ttraining's binary_logloss: 0.0774627\tvalid_1's auc: 0.783414\tvalid_1's binary_logloss: 0.0891764\n",
      "[412]\ttraining's auc: 0.818386\ttraining's binary_logloss: 0.0774623\tvalid_1's auc: 0.783407\tvalid_1's binary_logloss: 0.0891878\n",
      "[413]\ttraining's auc: 0.818385\ttraining's binary_logloss: 0.0774616\tvalid_1's auc: 0.783358\tvalid_1's binary_logloss: 0.0891974\n",
      "[414]\ttraining's auc: 0.818384\ttraining's binary_logloss: 0.0774592\tvalid_1's auc: 0.783388\tvalid_1's binary_logloss: 0.0891852\n",
      "[415]\ttraining's auc: 0.818387\ttraining's binary_logloss: 0.0774584\tvalid_1's auc: 0.783386\tvalid_1's binary_logloss: 0.0891795\n",
      "[416]\ttraining's auc: 0.818429\ttraining's binary_logloss: 0.0774577\tvalid_1's auc: 0.783401\tvalid_1's binary_logloss: 0.0891887\n",
      "[417]\ttraining's auc: 0.818429\ttraining's binary_logloss: 0.0774572\tvalid_1's auc: 0.783502\tvalid_1's binary_logloss: 0.0891932\n",
      "[418]\ttraining's auc: 0.818452\ttraining's binary_logloss: 0.0774556\tvalid_1's auc: 0.783434\tvalid_1's binary_logloss: 0.089191\n",
      "[419]\ttraining's auc: 0.818456\ttraining's binary_logloss: 0.0774544\tvalid_1's auc: 0.783399\tvalid_1's binary_logloss: 0.0891848\n",
      "[420]\ttraining's auc: 0.818468\ttraining's binary_logloss: 0.0774529\tvalid_1's auc: 0.783451\tvalid_1's binary_logloss: 0.0891833\n",
      "[421]\ttraining's auc: 0.818473\ttraining's binary_logloss: 0.0774506\tvalid_1's auc: 0.783475\tvalid_1's binary_logloss: 0.0891643\n",
      "[422]\ttraining's auc: 0.818508\ttraining's binary_logloss: 0.0774488\tvalid_1's auc: 0.783449\tvalid_1's binary_logloss: 0.0891562\n",
      "[423]\ttraining's auc: 0.818447\ttraining's binary_logloss: 0.0774478\tvalid_1's auc: 0.783508\tvalid_1's binary_logloss: 0.0891549\n",
      "[424]\ttraining's auc: 0.818463\ttraining's binary_logloss: 0.0774469\tvalid_1's auc: 0.78345\tvalid_1's binary_logloss: 0.089171\n",
      "[425]\ttraining's auc: 0.818449\ttraining's binary_logloss: 0.0774466\tvalid_1's auc: 0.783405\tvalid_1's binary_logloss: 0.089181\n",
      "[426]\ttraining's auc: 0.818475\ttraining's binary_logloss: 0.077446\tvalid_1's auc: 0.783473\tvalid_1's binary_logloss: 0.0891879\n",
      "[427]\ttraining's auc: 0.818527\ttraining's binary_logloss: 0.0774439\tvalid_1's auc: 0.783424\tvalid_1's binary_logloss: 0.0891867\n",
      "[428]\ttraining's auc: 0.818493\ttraining's binary_logloss: 0.0774434\tvalid_1's auc: 0.78344\tvalid_1's binary_logloss: 0.0891846\n",
      "[429]\ttraining's auc: 0.818502\ttraining's binary_logloss: 0.0774433\tvalid_1's auc: 0.783449\tvalid_1's binary_logloss: 0.0891993\n",
      "[430]\ttraining's auc: 0.818522\ttraining's binary_logloss: 0.0774424\tvalid_1's auc: 0.783456\tvalid_1's binary_logloss: 0.0892027\n",
      "[431]\ttraining's auc: 0.81848\ttraining's binary_logloss: 0.0774414\tvalid_1's auc: 0.783479\tvalid_1's binary_logloss: 0.089192\n",
      "[432]\ttraining's auc: 0.818503\ttraining's binary_logloss: 0.0774394\tvalid_1's auc: 0.783594\tvalid_1's binary_logloss: 0.0891814\n",
      "[433]\ttraining's auc: 0.818523\ttraining's binary_logloss: 0.0774377\tvalid_1's auc: 0.783595\tvalid_1's binary_logloss: 0.0891821\n",
      "[434]\ttraining's auc: 0.818541\ttraining's binary_logloss: 0.0774363\tvalid_1's auc: 0.783532\tvalid_1's binary_logloss: 0.089169\n",
      "[435]\ttraining's auc: 0.818539\ttraining's binary_logloss: 0.0774361\tvalid_1's auc: 0.783529\tvalid_1's binary_logloss: 0.0891682\n",
      "[436]\ttraining's auc: 0.818532\ttraining's binary_logloss: 0.077435\tvalid_1's auc: 0.78352\tvalid_1's binary_logloss: 0.089162\n",
      "[437]\ttraining's auc: 0.818534\ttraining's binary_logloss: 0.0774342\tvalid_1's auc: 0.783597\tvalid_1's binary_logloss: 0.0891596\n",
      "[438]\ttraining's auc: 0.818537\ttraining's binary_logloss: 0.0774339\tvalid_1's auc: 0.783615\tvalid_1's binary_logloss: 0.0891419\n",
      "[439]\ttraining's auc: 0.81853\ttraining's binary_logloss: 0.0774335\tvalid_1's auc: 0.783597\tvalid_1's binary_logloss: 0.0891293\n",
      "[440]\ttraining's auc: 0.818568\ttraining's binary_logloss: 0.0774327\tvalid_1's auc: 0.783698\tvalid_1's binary_logloss: 0.0891207\n",
      "[441]\ttraining's auc: 0.818613\ttraining's binary_logloss: 0.0774319\tvalid_1's auc: 0.783671\tvalid_1's binary_logloss: 0.089126\n",
      "[442]\ttraining's auc: 0.818607\ttraining's binary_logloss: 0.0774302\tvalid_1's auc: 0.783767\tvalid_1's binary_logloss: 0.0891195\n",
      "[443]\ttraining's auc: 0.818735\ttraining's binary_logloss: 0.0774268\tvalid_1's auc: 0.783752\tvalid_1's binary_logloss: 0.0891295\n",
      "[444]\ttraining's auc: 0.818757\ttraining's binary_logloss: 0.0774256\tvalid_1's auc: 0.783666\tvalid_1's binary_logloss: 0.089147\n",
      "[445]\ttraining's auc: 0.818771\ttraining's binary_logloss: 0.0774254\tvalid_1's auc: 0.783678\tvalid_1's binary_logloss: 0.0891334\n",
      "[446]\ttraining's auc: 0.818759\ttraining's binary_logloss: 0.0774242\tvalid_1's auc: 0.783719\tvalid_1's binary_logloss: 0.0891342\n",
      "[447]\ttraining's auc: 0.818781\ttraining's binary_logloss: 0.0774223\tvalid_1's auc: 0.783671\tvalid_1's binary_logloss: 0.0891413\n",
      "[448]\ttraining's auc: 0.818796\ttraining's binary_logloss: 0.0774206\tvalid_1's auc: 0.783722\tvalid_1's binary_logloss: 0.0891309\n",
      "[449]\ttraining's auc: 0.818803\ttraining's binary_logloss: 0.0774198\tvalid_1's auc: 0.783666\tvalid_1's binary_logloss: 0.0891341\n",
      "[450]\ttraining's auc: 0.818768\ttraining's binary_logloss: 0.0774184\tvalid_1's auc: 0.783631\tvalid_1's binary_logloss: 0.0891249\n",
      "[451]\ttraining's auc: 0.818803\ttraining's binary_logloss: 0.077417\tvalid_1's auc: 0.783635\tvalid_1's binary_logloss: 0.0891367\n",
      "[452]\ttraining's auc: 0.818791\ttraining's binary_logloss: 0.0774152\tvalid_1's auc: 0.783623\tvalid_1's binary_logloss: 0.0891293\n",
      "[453]\ttraining's auc: 0.818872\ttraining's binary_logloss: 0.0774139\tvalid_1's auc: 0.783693\tvalid_1's binary_logloss: 0.089114\n",
      "[454]\ttraining's auc: 0.818876\ttraining's binary_logloss: 0.077413\tvalid_1's auc: 0.783761\tvalid_1's binary_logloss: 0.0891179\n",
      "[455]\ttraining's auc: 0.818858\ttraining's binary_logloss: 0.0774119\tvalid_1's auc: 0.78371\tvalid_1's binary_logloss: 0.089126\n",
      "[456]\ttraining's auc: 0.818846\ttraining's binary_logloss: 0.0774119\tvalid_1's auc: 0.783681\tvalid_1's binary_logloss: 0.0891146\n",
      "[457]\ttraining's auc: 0.818828\ttraining's binary_logloss: 0.0774105\tvalid_1's auc: 0.783628\tvalid_1's binary_logloss: 0.089113\n",
      "[458]\ttraining's auc: 0.818819\ttraining's binary_logloss: 0.0774101\tvalid_1's auc: 0.783659\tvalid_1's binary_logloss: 0.0891291\n",
      "[459]\ttraining's auc: 0.818813\ttraining's binary_logloss: 0.0774099\tvalid_1's auc: 0.783623\tvalid_1's binary_logloss: 0.0891364\n",
      "[460]\ttraining's auc: 0.818813\ttraining's binary_logloss: 0.077409\tvalid_1's auc: 0.783531\tvalid_1's binary_logloss: 0.0891271\n",
      "[461]\ttraining's auc: 0.81881\ttraining's binary_logloss: 0.0774083\tvalid_1's auc: 0.783549\tvalid_1's binary_logloss: 0.0891187\n",
      "[462]\ttraining's auc: 0.818781\ttraining's binary_logloss: 0.0774067\tvalid_1's auc: 0.783612\tvalid_1's binary_logloss: 0.0891162\n",
      "[463]\ttraining's auc: 0.818764\ttraining's binary_logloss: 0.0774064\tvalid_1's auc: 0.783608\tvalid_1's binary_logloss: 0.0891228\n",
      "[464]\ttraining's auc: 0.818777\ttraining's binary_logloss: 0.0774058\tvalid_1's auc: 0.7836\tvalid_1's binary_logloss: 0.0891216\n",
      "[465]\ttraining's auc: 0.818752\ttraining's binary_logloss: 0.0774056\tvalid_1's auc: 0.78358\tvalid_1's binary_logloss: 0.0891236\n",
      "[466]\ttraining's auc: 0.818817\ttraining's binary_logloss: 0.0774055\tvalid_1's auc: 0.783556\tvalid_1's binary_logloss: 0.0891092\n",
      "[467]\ttraining's auc: 0.818826\ttraining's binary_logloss: 0.0774046\tvalid_1's auc: 0.783555\tvalid_1's binary_logloss: 0.0890967\n",
      "[468]\ttraining's auc: 0.818823\ttraining's binary_logloss: 0.0774045\tvalid_1's auc: 0.783535\tvalid_1's binary_logloss: 0.089095\n",
      "[469]\ttraining's auc: 0.818853\ttraining's binary_logloss: 0.077404\tvalid_1's auc: 0.783577\tvalid_1's binary_logloss: 0.0890883\n",
      "[470]\ttraining's auc: 0.818852\ttraining's binary_logloss: 0.0774029\tvalid_1's auc: 0.783474\tvalid_1's binary_logloss: 0.0890729\n",
      "[471]\ttraining's auc: 0.81887\ttraining's binary_logloss: 0.0774011\tvalid_1's auc: 0.783655\tvalid_1's binary_logloss: 0.0890675\n",
      "[472]\ttraining's auc: 0.818943\ttraining's binary_logloss: 0.0773985\tvalid_1's auc: 0.783697\tvalid_1's binary_logloss: 0.0890593\n",
      "[473]\ttraining's auc: 0.818943\ttraining's binary_logloss: 0.0773982\tvalid_1's auc: 0.783638\tvalid_1's binary_logloss: 0.0890628\n",
      "[474]\ttraining's auc: 0.818965\ttraining's binary_logloss: 0.077397\tvalid_1's auc: 0.783677\tvalid_1's binary_logloss: 0.0890737\n",
      "[475]\ttraining's auc: 0.818977\ttraining's binary_logloss: 0.0773949\tvalid_1's auc: 0.783748\tvalid_1's binary_logloss: 0.0890628\n",
      "[476]\ttraining's auc: 0.819015\ttraining's binary_logloss: 0.0773938\tvalid_1's auc: 0.783738\tvalid_1's binary_logloss: 0.0890695\n",
      "[477]\ttraining's auc: 0.818984\ttraining's binary_logloss: 0.0773933\tvalid_1's auc: 0.783764\tvalid_1's binary_logloss: 0.0890773\n",
      "[478]\ttraining's auc: 0.818976\ttraining's binary_logloss: 0.0773926\tvalid_1's auc: 0.783869\tvalid_1's binary_logloss: 0.089068\n",
      "[479]\ttraining's auc: 0.818994\ttraining's binary_logloss: 0.0773916\tvalid_1's auc: 0.783882\tvalid_1's binary_logloss: 0.0890652\n",
      "[480]\ttraining's auc: 0.819018\ttraining's binary_logloss: 0.0773915\tvalid_1's auc: 0.783823\tvalid_1's binary_logloss: 0.0890628\n",
      "[481]\ttraining's auc: 0.819057\ttraining's binary_logloss: 0.0773915\tvalid_1's auc: 0.783889\tvalid_1's binary_logloss: 0.0890537\n",
      "[482]\ttraining's auc: 0.819007\ttraining's binary_logloss: 0.0773913\tvalid_1's auc: 0.783886\tvalid_1's binary_logloss: 0.0890525\n",
      "[483]\ttraining's auc: 0.819031\ttraining's binary_logloss: 0.0773901\tvalid_1's auc: 0.78384\tvalid_1's binary_logloss: 0.0890461\n",
      "[484]\ttraining's auc: 0.819003\ttraining's binary_logloss: 0.0773889\tvalid_1's auc: 0.783918\tvalid_1's binary_logloss: 0.0890396\n",
      "[485]\ttraining's auc: 0.81902\ttraining's binary_logloss: 0.077388\tvalid_1's auc: 0.783937\tvalid_1's binary_logloss: 0.0890514\n",
      "[486]\ttraining's auc: 0.818993\ttraining's binary_logloss: 0.0773854\tvalid_1's auc: 0.783938\tvalid_1's binary_logloss: 0.0890552\n",
      "[487]\ttraining's auc: 0.818997\ttraining's binary_logloss: 0.0773848\tvalid_1's auc: 0.783896\tvalid_1's binary_logloss: 0.0890644\n",
      "[488]\ttraining's auc: 0.818993\ttraining's binary_logloss: 0.0773845\tvalid_1's auc: 0.783832\tvalid_1's binary_logloss: 0.0890562\n",
      "[489]\ttraining's auc: 0.819031\ttraining's binary_logloss: 0.0773843\tvalid_1's auc: 0.783851\tvalid_1's binary_logloss: 0.0890583\n",
      "[490]\ttraining's auc: 0.819\ttraining's binary_logloss: 0.0773841\tvalid_1's auc: 0.783833\tvalid_1's binary_logloss: 0.0890507\n",
      "[491]\ttraining's auc: 0.818975\ttraining's binary_logloss: 0.0773839\tvalid_1's auc: 0.783854\tvalid_1's binary_logloss: 0.0890492\n",
      "[492]\ttraining's auc: 0.818988\ttraining's binary_logloss: 0.0773836\tvalid_1's auc: 0.783885\tvalid_1's binary_logloss: 0.089039\n",
      "[493]\ttraining's auc: 0.818969\ttraining's binary_logloss: 0.0773833\tvalid_1's auc: 0.783881\tvalid_1's binary_logloss: 0.0890323\n",
      "[494]\ttraining's auc: 0.818957\ttraining's binary_logloss: 0.0773835\tvalid_1's auc: 0.783847\tvalid_1's binary_logloss: 0.0890249\n",
      "[495]\ttraining's auc: 0.818985\ttraining's binary_logloss: 0.0773822\tvalid_1's auc: 0.784012\tvalid_1's binary_logloss: 0.0890362\n",
      "[496]\ttraining's auc: 0.818977\ttraining's binary_logloss: 0.0773817\tvalid_1's auc: 0.783976\tvalid_1's binary_logloss: 0.0890409\n",
      "[497]\ttraining's auc: 0.819009\ttraining's binary_logloss: 0.0773812\tvalid_1's auc: 0.783938\tvalid_1's binary_logloss: 0.0890477\n",
      "[498]\ttraining's auc: 0.819009\ttraining's binary_logloss: 0.0773806\tvalid_1's auc: 0.783958\tvalid_1's binary_logloss: 0.0890605\n",
      "[499]\ttraining's auc: 0.819011\ttraining's binary_logloss: 0.0773804\tvalid_1's auc: 0.784024\tvalid_1's binary_logloss: 0.0890575\n",
      "[500]\ttraining's auc: 0.819044\ttraining's binary_logloss: 0.0773795\tvalid_1's auc: 0.784056\tvalid_1's binary_logloss: 0.0890659\n",
      "[501]\ttraining's auc: 0.819035\ttraining's binary_logloss: 0.0773782\tvalid_1's auc: 0.784076\tvalid_1's binary_logloss: 0.0890624\n",
      "[502]\ttraining's auc: 0.819037\ttraining's binary_logloss: 0.0773769\tvalid_1's auc: 0.784096\tvalid_1's binary_logloss: 0.0890666\n",
      "[503]\ttraining's auc: 0.819054\ttraining's binary_logloss: 0.077376\tvalid_1's auc: 0.784127\tvalid_1's binary_logloss: 0.0890652\n",
      "[504]\ttraining's auc: 0.819093\ttraining's binary_logloss: 0.0773754\tvalid_1's auc: 0.784089\tvalid_1's binary_logloss: 0.0890673\n",
      "[505]\ttraining's auc: 0.819113\ttraining's binary_logloss: 0.077373\tvalid_1's auc: 0.783894\tvalid_1's binary_logloss: 0.0890734\n",
      "[506]\ttraining's auc: 0.819136\ttraining's binary_logloss: 0.0773709\tvalid_1's auc: 0.783807\tvalid_1's binary_logloss: 0.0890653\n",
      "[507]\ttraining's auc: 0.819107\ttraining's binary_logloss: 0.0773691\tvalid_1's auc: 0.783833\tvalid_1's binary_logloss: 0.0890758\n",
      "[508]\ttraining's auc: 0.819114\ttraining's binary_logloss: 0.0773684\tvalid_1's auc: 0.783859\tvalid_1's binary_logloss: 0.0890759\n",
      "[509]\ttraining's auc: 0.819131\ttraining's binary_logloss: 0.0773671\tvalid_1's auc: 0.783854\tvalid_1's binary_logloss: 0.0890838\n",
      "[510]\ttraining's auc: 0.819167\ttraining's binary_logloss: 0.0773657\tvalid_1's auc: 0.783864\tvalid_1's binary_logloss: 0.0890818\n",
      "[511]\ttraining's auc: 0.819169\ttraining's binary_logloss: 0.0773635\tvalid_1's auc: 0.783863\tvalid_1's binary_logloss: 0.0890871\n",
      "[512]\ttraining's auc: 0.819171\ttraining's binary_logloss: 0.0773628\tvalid_1's auc: 0.783843\tvalid_1's binary_logloss: 0.0890933\n",
      "[513]\ttraining's auc: 0.819164\ttraining's binary_logloss: 0.0773624\tvalid_1's auc: 0.783904\tvalid_1's binary_logloss: 0.0890952\n",
      "[514]\ttraining's auc: 0.819107\ttraining's binary_logloss: 0.0773616\tvalid_1's auc: 0.783907\tvalid_1's binary_logloss: 0.0890904\n",
      "[515]\ttraining's auc: 0.819141\ttraining's binary_logloss: 0.0773602\tvalid_1's auc: 0.783938\tvalid_1's binary_logloss: 0.0890893\n",
      "[516]\ttraining's auc: 0.819126\ttraining's binary_logloss: 0.0773597\tvalid_1's auc: 0.783906\tvalid_1's binary_logloss: 0.0890816\n",
      "[517]\ttraining's auc: 0.819181\ttraining's binary_logloss: 0.0773593\tvalid_1's auc: 0.783951\tvalid_1's binary_logloss: 0.089079\n",
      "[518]\ttraining's auc: 0.819174\ttraining's binary_logloss: 0.0773578\tvalid_1's auc: 0.783984\tvalid_1's binary_logloss: 0.0890785\n",
      "[519]\ttraining's auc: 0.819135\ttraining's binary_logloss: 0.0773558\tvalid_1's auc: 0.783987\tvalid_1's binary_logloss: 0.0890795\n",
      "[520]\ttraining's auc: 0.819185\ttraining's binary_logloss: 0.0773548\tvalid_1's auc: 0.783988\tvalid_1's binary_logloss: 0.0890808\n",
      "[521]\ttraining's auc: 0.819226\ttraining's binary_logloss: 0.0773531\tvalid_1's auc: 0.783959\tvalid_1's binary_logloss: 0.0890785\n",
      "[522]\ttraining's auc: 0.819215\ttraining's binary_logloss: 0.0773506\tvalid_1's auc: 0.783948\tvalid_1's binary_logloss: 0.0890776\n",
      "[523]\ttraining's auc: 0.819214\ttraining's binary_logloss: 0.07735\tvalid_1's auc: 0.783932\tvalid_1's binary_logloss: 0.089067\n",
      "[524]\ttraining's auc: 0.819225\ttraining's binary_logloss: 0.0773497\tvalid_1's auc: 0.783992\tvalid_1's binary_logloss: 0.0890694\n",
      "[525]\ttraining's auc: 0.819227\ttraining's binary_logloss: 0.0773492\tvalid_1's auc: 0.784024\tvalid_1's binary_logloss: 0.0890782\n",
      "[526]\ttraining's auc: 0.819236\ttraining's binary_logloss: 0.0773474\tvalid_1's auc: 0.783977\tvalid_1's binary_logloss: 0.0890659\n",
      "[527]\ttraining's auc: 0.819261\ttraining's binary_logloss: 0.0773462\tvalid_1's auc: 0.783872\tvalid_1's binary_logloss: 0.0890741\n",
      "[528]\ttraining's auc: 0.819264\ttraining's binary_logloss: 0.0773445\tvalid_1's auc: 0.783818\tvalid_1's binary_logloss: 0.0890662\n",
      "[529]\ttraining's auc: 0.81924\ttraining's binary_logloss: 0.0773425\tvalid_1's auc: 0.783842\tvalid_1's binary_logloss: 0.0890605\n",
      "[530]\ttraining's auc: 0.819249\ttraining's binary_logloss: 0.0773425\tvalid_1's auc: 0.783857\tvalid_1's binary_logloss: 0.089052\n",
      "[531]\ttraining's auc: 0.819254\ttraining's binary_logloss: 0.0773415\tvalid_1's auc: 0.783871\tvalid_1's binary_logloss: 0.0890507\n",
      "[532]\ttraining's auc: 0.819325\ttraining's binary_logloss: 0.0773393\tvalid_1's auc: 0.783755\tvalid_1's binary_logloss: 0.0890657\n",
      "[533]\ttraining's auc: 0.819329\ttraining's binary_logloss: 0.0773387\tvalid_1's auc: 0.783757\tvalid_1's binary_logloss: 0.089056\n",
      "[534]\ttraining's auc: 0.819317\ttraining's binary_logloss: 0.0773384\tvalid_1's auc: 0.783721\tvalid_1's binary_logloss: 0.089063\n",
      "[535]\ttraining's auc: 0.819309\ttraining's binary_logloss: 0.0773378\tvalid_1's auc: 0.783726\tvalid_1's binary_logloss: 0.0890668\n",
      "[536]\ttraining's auc: 0.819317\ttraining's binary_logloss: 0.0773375\tvalid_1's auc: 0.783784\tvalid_1's binary_logloss: 0.0890685\n",
      "[537]\ttraining's auc: 0.819325\ttraining's binary_logloss: 0.0773376\tvalid_1's auc: 0.783796\tvalid_1's binary_logloss: 0.0890715\n",
      "[538]\ttraining's auc: 0.819324\ttraining's binary_logloss: 0.0773359\tvalid_1's auc: 0.783686\tvalid_1's binary_logloss: 0.0890724\n",
      "[539]\ttraining's auc: 0.819359\ttraining's binary_logloss: 0.0773341\tvalid_1's auc: 0.783832\tvalid_1's binary_logloss: 0.0890564\n",
      "[540]\ttraining's auc: 0.819353\ttraining's binary_logloss: 0.0773335\tvalid_1's auc: 0.783839\tvalid_1's binary_logloss: 0.0890604\n",
      "[541]\ttraining's auc: 0.819351\ttraining's binary_logloss: 0.0773333\tvalid_1's auc: 0.783821\tvalid_1's binary_logloss: 0.0890642\n",
      "[542]\ttraining's auc: 0.819367\ttraining's binary_logloss: 0.0773325\tvalid_1's auc: 0.783762\tvalid_1's binary_logloss: 0.089061\n",
      "[543]\ttraining's auc: 0.81937\ttraining's binary_logloss: 0.0773312\tvalid_1's auc: 0.783706\tvalid_1's binary_logloss: 0.0890638\n",
      "[544]\ttraining's auc: 0.819397\ttraining's binary_logloss: 0.0773301\tvalid_1's auc: 0.783679\tvalid_1's binary_logloss: 0.0890704\n",
      "[545]\ttraining's auc: 0.819394\ttraining's binary_logloss: 0.0773298\tvalid_1's auc: 0.783645\tvalid_1's binary_logloss: 0.0890821\n",
      "[546]\ttraining's auc: 0.819415\ttraining's binary_logloss: 0.0773292\tvalid_1's auc: 0.783602\tvalid_1's binary_logloss: 0.0890818\n",
      "[547]\ttraining's auc: 0.819416\ttraining's binary_logloss: 0.0773287\tvalid_1's auc: 0.783671\tvalid_1's binary_logloss: 0.0890828\n",
      "[548]\ttraining's auc: 0.819479\ttraining's binary_logloss: 0.0773278\tvalid_1's auc: 0.783743\tvalid_1's binary_logloss: 0.0890849\n",
      "[549]\ttraining's auc: 0.819469\ttraining's binary_logloss: 0.077327\tvalid_1's auc: 0.783737\tvalid_1's binary_logloss: 0.0890851\n",
      "[550]\ttraining's auc: 0.819483\ttraining's binary_logloss: 0.0773265\tvalid_1's auc: 0.783745\tvalid_1's binary_logloss: 0.0890836\n",
      "[551]\ttraining's auc: 0.819473\ttraining's binary_logloss: 0.0773261\tvalid_1's auc: 0.783725\tvalid_1's binary_logloss: 0.0890862\n",
      "[552]\ttraining's auc: 0.819458\ttraining's binary_logloss: 0.077326\tvalid_1's auc: 0.78375\tvalid_1's binary_logloss: 0.0890921\n",
      "[553]\ttraining's auc: 0.819451\ttraining's binary_logloss: 0.0773258\tvalid_1's auc: 0.783666\tvalid_1's binary_logloss: 0.0890778\n",
      "[554]\ttraining's auc: 0.819477\ttraining's binary_logloss: 0.0773253\tvalid_1's auc: 0.783654\tvalid_1's binary_logloss: 0.0890844\n",
      "[555]\ttraining's auc: 0.819492\ttraining's binary_logloss: 0.077325\tvalid_1's auc: 0.783694\tvalid_1's binary_logloss: 0.0890896\n",
      "[556]\ttraining's auc: 0.819444\ttraining's binary_logloss: 0.0773241\tvalid_1's auc: 0.783621\tvalid_1's binary_logloss: 0.0890763\n",
      "[557]\ttraining's auc: 0.819495\ttraining's binary_logloss: 0.0773233\tvalid_1's auc: 0.783606\tvalid_1's binary_logloss: 0.0890834\n",
      "[558]\ttraining's auc: 0.81952\ttraining's binary_logloss: 0.0773227\tvalid_1's auc: 0.783619\tvalid_1's binary_logloss: 0.0890787\n",
      "[559]\ttraining's auc: 0.819517\ttraining's binary_logloss: 0.0773222\tvalid_1's auc: 0.783639\tvalid_1's binary_logloss: 0.0890759\n",
      "[560]\ttraining's auc: 0.819525\ttraining's binary_logloss: 0.0773218\tvalid_1's auc: 0.783595\tvalid_1's binary_logloss: 0.0890716\n",
      "[561]\ttraining's auc: 0.819535\ttraining's binary_logloss: 0.0773206\tvalid_1's auc: 0.783543\tvalid_1's binary_logloss: 0.0890656\n",
      "[562]\ttraining's auc: 0.819498\ttraining's binary_logloss: 0.0773204\tvalid_1's auc: 0.783585\tvalid_1's binary_logloss: 0.0890704\n",
      "[563]\ttraining's auc: 0.819479\ttraining's binary_logloss: 0.0773183\tvalid_1's auc: 0.783618\tvalid_1's binary_logloss: 0.0890894\n",
      "[564]\ttraining's auc: 0.819483\ttraining's binary_logloss: 0.0773178\tvalid_1's auc: 0.783601\tvalid_1's binary_logloss: 0.0890992\n",
      "[565]\ttraining's auc: 0.819478\ttraining's binary_logloss: 0.0773162\tvalid_1's auc: 0.783608\tvalid_1's binary_logloss: 0.0891089\n",
      "[566]\ttraining's auc: 0.819498\ttraining's binary_logloss: 0.0773158\tvalid_1's auc: 0.783632\tvalid_1's binary_logloss: 0.0891149\n",
      "[567]\ttraining's auc: 0.819499\ttraining's binary_logloss: 0.077314\tvalid_1's auc: 0.783666\tvalid_1's binary_logloss: 0.0890968\n",
      "[568]\ttraining's auc: 0.819495\ttraining's binary_logloss: 0.0773138\tvalid_1's auc: 0.783622\tvalid_1's binary_logloss: 0.0890949\n",
      "[569]\ttraining's auc: 0.819498\ttraining's binary_logloss: 0.0773138\tvalid_1's auc: 0.783621\tvalid_1's binary_logloss: 0.0891\n",
      "[570]\ttraining's auc: 0.819495\ttraining's binary_logloss: 0.0773125\tvalid_1's auc: 0.783707\tvalid_1's binary_logloss: 0.0890984\n",
      "[571]\ttraining's auc: 0.819554\ttraining's binary_logloss: 0.0773117\tvalid_1's auc: 0.783615\tvalid_1's binary_logloss: 0.0890967\n",
      "[572]\ttraining's auc: 0.819548\ttraining's binary_logloss: 0.0773113\tvalid_1's auc: 0.783627\tvalid_1's binary_logloss: 0.0890876\n",
      "[573]\ttraining's auc: 0.819497\ttraining's binary_logloss: 0.0773112\tvalid_1's auc: 0.783631\tvalid_1's binary_logloss: 0.0890593\n",
      "[574]\ttraining's auc: 0.819626\ttraining's binary_logloss: 0.0773105\tvalid_1's auc: 0.783361\tvalid_1's binary_logloss: 0.0890693\n",
      "[575]\ttraining's auc: 0.81963\ttraining's binary_logloss: 0.0773102\tvalid_1's auc: 0.783383\tvalid_1's binary_logloss: 0.0890655\n",
      "[576]\ttraining's auc: 0.81964\ttraining's binary_logloss: 0.0773082\tvalid_1's auc: 0.783411\tvalid_1's binary_logloss: 0.0890701\n",
      "[577]\ttraining's auc: 0.819466\ttraining's binary_logloss: 0.0773072\tvalid_1's auc: 0.783619\tvalid_1's binary_logloss: 0.0890787\n",
      "[578]\ttraining's auc: 0.819467\ttraining's binary_logloss: 0.0773068\tvalid_1's auc: 0.783623\tvalid_1's binary_logloss: 0.0890778\n",
      "[579]\ttraining's auc: 0.819512\ttraining's binary_logloss: 0.0773064\tvalid_1's auc: 0.783623\tvalid_1's binary_logloss: 0.0890754\n",
      "[580]\ttraining's auc: 0.819519\ttraining's binary_logloss: 0.0773056\tvalid_1's auc: 0.783535\tvalid_1's binary_logloss: 0.0890691\n",
      "[581]\ttraining's auc: 0.819483\ttraining's binary_logloss: 0.0773044\tvalid_1's auc: 0.78358\tvalid_1's binary_logloss: 0.0890652\n",
      "[582]\ttraining's auc: 0.819513\ttraining's binary_logloss: 0.0773035\tvalid_1's auc: 0.783553\tvalid_1's binary_logloss: 0.0890601\n",
      "[583]\ttraining's auc: 0.8195\ttraining's binary_logloss: 0.0773032\tvalid_1's auc: 0.783534\tvalid_1's binary_logloss: 0.089053\n",
      "[584]\ttraining's auc: 0.819511\ttraining's binary_logloss: 0.077303\tvalid_1's auc: 0.783587\tvalid_1's binary_logloss: 0.0890448\n",
      "[585]\ttraining's auc: 0.819528\ttraining's binary_logloss: 0.0773018\tvalid_1's auc: 0.783649\tvalid_1's binary_logloss: 0.089048\n",
      "[586]\ttraining's auc: 0.819533\ttraining's binary_logloss: 0.0773011\tvalid_1's auc: 0.783665\tvalid_1's binary_logloss: 0.0890464\n",
      "[587]\ttraining's auc: 0.819534\ttraining's binary_logloss: 0.0773001\tvalid_1's auc: 0.783749\tvalid_1's binary_logloss: 0.0890511\n",
      "[588]\ttraining's auc: 0.819523\ttraining's binary_logloss: 0.0772988\tvalid_1's auc: 0.783724\tvalid_1's binary_logloss: 0.0890618\n",
      "[589]\ttraining's auc: 0.819529\ttraining's binary_logloss: 0.0772984\tvalid_1's auc: 0.783757\tvalid_1's binary_logloss: 0.0890578\n",
      "[590]\ttraining's auc: 0.819533\ttraining's binary_logloss: 0.0772972\tvalid_1's auc: 0.783834\tvalid_1's binary_logloss: 0.0890761\n",
      "[591]\ttraining's auc: 0.819523\ttraining's binary_logloss: 0.0772964\tvalid_1's auc: 0.783817\tvalid_1's binary_logloss: 0.0890748\n",
      "[592]\ttraining's auc: 0.819657\ttraining's binary_logloss: 0.077295\tvalid_1's auc: 0.783644\tvalid_1's binary_logloss: 0.0890623\n",
      "[593]\ttraining's auc: 0.819653\ttraining's binary_logloss: 0.0772946\tvalid_1's auc: 0.78357\tvalid_1's binary_logloss: 0.089059\n",
      "[594]\ttraining's auc: 0.81966\ttraining's binary_logloss: 0.0772934\tvalid_1's auc: 0.783647\tvalid_1's binary_logloss: 0.0890506\n",
      "Early stopping, best iteration is:\n",
      "[494]\ttraining's auc: 0.818957\ttraining's binary_logloss: 0.0773835\tvalid_1's auc: 0.783847\tvalid_1's binary_logloss: 0.0890249\n",
      "4\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "findfont: Font family ['sans-serif'] not found. Falling back to DejaVu Sans.\n",
      "findfont: Font family ['sans-serif'] not found. Falling back to DejaVu Sans.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "train_ks :  0.49356612822896156\n",
      "evl_ks :  0.435912868827033\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYIAAAEWCAYAAABrDZDcAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuNCwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8QVMy6AAAACXBIWXMAAAsTAAALEwEAmpwYAABKOUlEQVR4nO3dd3wU1RbA8d9JgRAILYReQgmQUEQIICAgRRArWEHFhlQLFvThUxF5iKAoCoIURRAFRQVFRVFRLAgivZcQSkJLCCQkIT33/TELRgjJJmSz2d3z/Xz2k2k7cyaEPTtz75wrxhiUUkp5Li9nB6CUUsq5NBEopZSH00SglFIeThOBUkp5OE0ESinl4TQRKKWUh9NEoJRSHk4TgXIrInJQRFJEJElEjovIPBEpd8E2HUXkZxFJFJEEEflaRMIu2Ka8iLwlIodt+9pvm69yieOKiDwuIttFJFlEokXkMxFp4cjzVaooaCJQ7ugmY0w5oBVwJfDcuRUi0gH4AfgKqAnUB7YAq0WkgW2bUsBKoBlwHVAe6ADEAe0uccy3gZHA40BloDHwJXBDQYMXEZ+CvkepyyH6ZLFyJyJyEHjYGPOTbf41oJkx5gbb/O/ANmPMiAve9x0Qa4y5T0QeBl4BGhpjkuw4ZgiwG+hgjFl3iW1WAR8ZY96zzT9gi/Nq27wBHgWeAHyA74FkY8yoHPv4CvjVGPOmiNQEpgFdgCRgijFmav6/IaUuplcEym2JSG2gDxBhm/cHOgKf5bL5YuBa23RP4Ht7koBNDyD6UkmgAPoC7YEwYBFwl4gIgIhUAnoBn4iIF/A11pVMLdvxnxCR3pd5fOWhNBEod/SliCQCUUAM8JJteWWsv/ljubznGHDu/n/gJba5lIJufymvGmNOGWNSgN8BA3S2rbsdWGOMOQq0BYKMMeOMMenGmEhgDtC/CGJQHkgTgXJHfY0xAcA1QFP++YA/DWQDNXJ5Tw3gpG067hLbXEpBt7+UqHMTxrpn+wkwwLbobuBj23Q9oKaIxJ97Af8FqhVBDMoDaSJQbssY8yswD5hsm08G1gB35LL5nVgNxAA/Ab1FpKydh1oJ1BaR8Dy2SQb8c8xXzy3kC+YXAbeLSD2sW0Zf2JZHAQeMMRVzvAKMMdfbGa9S/6KJQLm7t4BrReQK2/xo4H5bV88AEakkIuOxegW9bNtmAdaH7Rci0lREvEQkUET+KyIXfdgaY/YBM4BFInKNiJQSET8R6S8io22bbQZuFRF/EWkEDMovcGPMJqyrlPeAFcaYeNuqdUCiiPxHRMqIiLeINBeRtgX+7SiFJgLl5owxscCHwBjb/B9Ab+BWrPv6h7C6mF5t+0DHGJOG1WC8G/gROIP14VsF+OsSh3oceAeYDsQD+4F+WI26AFOAdOAEMJ9/bvPkZ6EtloU5zikLuBGre+wB/kkWFezcp1L/ot1HlVLKw+kVgVJKeThNBEop5eE0ESillIfTRKCUUh7O5YpbValSxQQHBzs7DKWUcikbNmw4aYwJym2dyyWC4OBg1q9f7+wwlFLKpYjIoUut01tDSinl4TQRKKWUh9NEoJRSHs7l2ghyk5GRQXR0NKmpqc4OpUTz8/Ojdu3a+Pr6OjsUpVQJ4haJIDo6moCAAIKDg7GN46EuYIwhLi6O6Oho6tev7+xwlFIliMNuDYnIXBGJEZHtl1gvIjJVRCJEZKuItC7ssVJTUwkMDNQkkAcRITAwUK+alFIXcWQbwTysgb8vpQ8QYnsNAd69nINpEsif/o6UUrlx2K0hY8xvIhKcxya3AB/aRmJaKyIVRaSGMaYohvxTSqkSKzMrm1Nn0zmTksmp5HQys7LZH5tEbGJarttnJZ+m3r75tOrZn8atuxZ5PM5sI6hFjqH5gGjbsosSgYgMwbpqoG7dusUSXEHEx8ezcOFCRowYUeD3Xn/99SxcuJCKFSvatf3YsWMpV64co0aN+tdyb29vWrRoQWZmJvXr12fBggV271MpdXnSM7M5k5rB2WN7MbF7iDyZTFpm1vkP+uMJqWRmGyqb01yVtoZG2ZEAlLe9ABpdYt+/H0jl2W9iqVBamFWrGrhZIrCbMWY2MBsgPDy8xA2gEB8fz4wZM3JNBJmZmfj4XPrXvHz58iKJoUyZMmzevBmA+++/n+nTp/P8888Xyb6Vchdn0zM5m54FgJyNg+xMAGITU1l/8DSpmdmkpGcRl5T7N3OwxhMtdTqC7qcXk5FtyLK9AHp6bwKsQaUv5ZRvdY5W6kypUqXw8fKiTClvBAjw88W/lDfn7uDGJ6XxzLw/eO+HwzSqUYEpowfQ9u6XLvdXkCtnJoIjQJ0c87Vty1zO6NGj2b9/P61ateLaa6/lhhtu4MUXX6RSpUrs3r2bvXv30rdvX6KiokhNTWXkyJEMGTIE+KdkRlJSEn369OHqq6/mzz//pFatWnz11VeUKVOmwPF06NCBrVu3FvVpKlUiZWcbok6fJSsjDZ/173E05iRnUjNITsskLTOb9Kxs0jOzScvMJi0jG4Cu3lto47Xv/D4CgaaFOPaJ0sFke5fG20vw9hJOSzOO17qWsmG9CCxXCn9fH/7VNOdblspVQqicT3tdVlYWHVu0YM+ePTz77LOMHTu2UJ8F9nJmIlgGPCoin2ANzJ1QFO0DL3+9g51Hz1x2cDmF1SzPSzc1u+T6iRMnsn379vPfyFetWsXGjRvZvn37+a6ac+fOpXLlyqSkpNC2bVtuu+02AgMD/7Wfffv2sWjRIubMmcOdd97JF198wb333lugWLOysli5ciWDBuU7JK5SLiE72xB9OoWo02eJSUzlxJk0Ys6kcST+LPtikghIOkiltGh6eW3gbp+fyfPm8QWP0PwV+jxGBC8voUGVclQuWwoAL3v6VVSsS7VGPS9aXMnuM7tYXFwclStXxtvbm1deeYU6deoQHh5+GXu0j8MSgYgsAq4BqohINPAStn8GY8xMYDlwPRABnAUedFQsztCuXbt/9defOnUqS5cuBSAqKop9+/ZdlAjq169Pq1atAGjTpg0HDx60+3gpKSm0atWKI0eOEBoayrXXXnvZ56BUUUvNyPpXg+iZ1Aziz2YAkJSWSVxSOpGxSRxLSMVgOBqfyr4TiaSkZ1CRpPPvq1EqhaGlvqe29ylamQ14lbK+6Wf6lOXQQ1uoHVSR0t7eeQcjQvsS0pPOGMPHH3/MyJEjmThxIoMHD6Zfv37FdnxH9hoakM96AzxS1MfN65t7cSpbtuz56VWrVvHTTz+xZs0a/P39ueaaa3Ltz1+6dOnz097e3qSkpNh9vHNtBGfPnqV3795Mnz6dxx9//PJOQqkCOpueSVpGNkfiUxCB/bHJ/LI7ht/3nSQuOQ17hkgv5SM0rWgINPG09kvk3gYp3Bz9BqUyEy/Y0g8qNoK6g6DlXSBe+ARUo2GFXCstl1hRUVEMGzaM5cuXc9VVV9GpU6dij8ElGotLuoCAABITL/wj/UdCQgKVKlXC39+f3bt3s3btWofF4u/vz9SpU+nbty8jRozIs6FaqcIyxnAsIZX1h07zV2Qcy7cdIz0zm2RbQ2xOtYjl4ZAMqgSUwlu8qFzOFy+sb+K+Pl5ULGPdr6kYs46gA1/ilXIKSbJ9CUoG4mw7CqgJnZ+ypkWg0bVQKa9m2ZJv0aJFDB06lKysLN566y0effRRvPO7knEA/ZQoAoGBgXTq1InmzZvTp08fbrjhhn+tv+6665g5cyahoaE0adKEq6666rKON378eN56663z89HR0f9af+WVV9KyZUsWLVrEwIEDL+tYyrOlZlgf7McSUll3II5DcWc5Gp/CxsPxxJ+K4dyNlZCq5WhUtRw1KvpRqUwpmkQvpl76fny8oErUin93FM9L7XbQvB+UqwYB1XP8rAp+FaGE3MopKpUqVaJ9+/bMnj3bqaVfxNhzrVaChIeHmwsHptm1axehoaFOisi16O9K5SU723D41Fn+3B/HonWH2XYk4fw6XzLp6r2N1n7H6Oy9nRbpm/PfYVAomGyo3xla3Jn3tr5+UL2l233Y55SZmcmUKVNIT08/373bGFMsT/2LyAZjTK4tz3pFoJQHMsZwNCGVqFNWz5t9JxLZdyKJTVGnSbV1sWwQ6M/ktolccWIp1RK3UzbrDN7pZyALyBII6wt1O1z6II17Q2UtcHjOli1bGDRoEBs2bODOO+88nwBKQukXTQRKubnUjCz2nUhiTeRJok6lcCzBurVzKjn9/DblSvvQqGo5bmxZk2YV0uia9iv1Dy1Gtu0FvwrQsLt1a6bxdRDcCbx8rW/wKl9paWmMHz+eiRMnUrlyZT777DNuu+22EpEAztFEoJSLO5Oawbdbj3EwLtl67BU4mpBKakYWe44ncvjU2fPblvfzISigNN2bBNE2MJWmvicI5ijlvTOs+/27voYd66yNa4XDLTOgWT8o5V/s5+Uu9u3bx6RJk7j77rt58803L+o2XhJoIlDKxSSmZrBqTyyfb4jmeEIqB+OSScvMppS3F162esLGQP2sg0wrt4h6FePw8fbGz9cbHy8BDETEwM6kSx9k8M9Qq02xnI87SkpK4quvvuKee+6hefPm7N69mwYNGjg7rEvSRKBUCRZ16izbjySwLyaJhJQMdhxN4K8Dp873x29fvzL3N6hG9yZVaB81Fzlj60GWEA2H10AG1qv57f/esX8gVAmxXoEh1u2fc3xKg7eOYldYP/74I0OGDOHQoUO0bt2a0NDQEp0EQBOBUiVKWmYW248k8PfB07z3+wFOXlD8rGFQWW5vXZsbr6jJVVkbKP37f2HTRtiUY6PKDcC7NPQaDzWusHrilKlYrOfhiU6fPs2oUaOYO3cujRs35tdff3WZHnqaCJykXLlyJCVdfGme2/KxY8cyZ84cgoKCSE9P58UXX2TAgDwf3FYuwhjDzmNn+Pivw6yNjCP6dArpmdnn13dtHMSDnYIJqRZAhTK+lCvtc+6NMH4gZNkafK8dZzXgXtEf/Cs74Uw8W1ZWFp06dWLv3r0899xzjBkzBj8/12lM10TgIp588klGjRrFvn37aNOmDbfffrsOQu/CMrKymbf6IB+sPsDRhFR8vIRrmgTRM7QazWtVoF5lf5rVLI+P9wWDCCbFwG+vw6lIKwn0eAk6Pg7e+l/ZGU6ePHm+SNyECROoW7curVsXetRdp9G/niLy0UcfMXXqVNLT02nfvj0zZsxgzpw57N+/n9dffx2AefPmsX79et55551CHyckJAR/f39Onz5N1apViyp85WAJKRkcPJnMzF/3s+lwPElpmSSlZdK+fmWeuLYxXRsHUa38Jb5Bpp6B7V/AkfWw5ROrhn6l+tDlWejwiCYBJzDGsGDBAp544gkmTpzIkCFD6Nu3r7PDKjT3+wv6bjQc31a0+6zeAvpMvOTqXbt28emnn7J69Wp8fX0ZMWIEH3/8MbfddhsdOnQ4nwg+/fTTyx4sZuPGjYSEhGgSKMEOnkzm932x/Lr3JNGnzxKTmPavPvvtgivTpHoAXUMC6VnpBPzxPPy199JP1MZHQXoilCoHLe6A8EFQp20xnY260KFDhxg6dCgrVqygY8eOdOnSxdkhXTb3SwROsHLlSjZs2EDbttZ/zpSUFKpWrUpQUBANGjRg7dq1hISEsHv37kJXFpwyZQoffPABe/fu5euvvy7K8NVlSs/M5svNR9gaHc9ve0+e77dfp3IZmlYvz5V1KxEc6E+brM00iVlBgJ/tlt6qDRC7658dhd6U+wECG1pP8YbeDD6lHHsyKk8fffQRw4cPxxjDtGnTGDFiBF5eXvm/sYRzv0SQxzd3RzHGcP/99/Pqq69etK5///4sXryYpk2b0q9fv0I/TXiujWDZsmUMGjSI/fv3u1RjlLuJTUzjx50nWL7tGH8diCMjyzZUYWhVHu5cny4hQdQL9P/n3/v4Npj5EPiUsbpunhMYAte9CjVaQTnXKp/siYKCgujUqROzZs2iXj3Xrnyak/slAifo0aMHt9xyC08++SRVq1bl1KlTJCYmUq9ePfr168crr7zCpk2bmDRp0mUf6+abb+b9999n/vz5DB06tAiiV/aKOZPKih3H+WHnCf6IOIkxUC/Qnwc71SesRnl6hlX7p1cPwM+vwJ7vrOkTttuV3f4LnXScCFeRkZHBG2+8QUZGBi+++CK9e/emV69eJao8RFHQRFAEwsLCGD9+PL169SI7OxtfX1+mT59OvXr1qFSpEqGhoezcuZN27drlu6+zZ89Su3bt8/NPPfXURduMGTOGu+++m8GDB7vFZWlJdjIpjd/3xbJ001H+2BdLtoEKZXx5tFsjrm9Rg6bVA/79oZAUAzu/gm2fQ5Rt3IkmN0DFOtCoh3V/X7mETZs2MWjQIDZt2kT//v1LVJG4oqZlqD2M/q7yZ4xhbeQpJn6/my1R8QDUqliGflfWonez6jSrWR6vnIPaGgO7v4VfJ/7TUSEoFFrcBq0f0Fs+LiY1NZVx48bx2muvUaVKFWbMmMGtt97q7LAum5ahVspOqRlZPL90O19stEo19GhalaFdGxJer9K/P/zBSgB7v4dfJsDxrdYTvd1egKY3QLUwJ0SvikJERASTJ0/mvvvu44033qBSpcsZjt41aCJQHi072xCTmMbps+l8u/UYn/x9mJNJ6dzRpjZPXtuYmhXLXPwmY2DfD7DqVTi6CSoFQ993rYFXtE+/S0pKSmLp0qUMHDiQ5s2bs2fPHqeOGFbc3OavtrhG+XFlrnYb0BHOlXRYsf04O46e4feIk+dLOohYVwBDujSkXf1cyjQYAxErYdUEOLIBKtaFm9+xyjpokTaXtWLFCoYMGUJUVBTh4eGEhoZ6VBIAN0kEfn5+xMXFERgYqMngEowxxMXFeWSX0+1HElix4zh7TySy6XA8MYlpiECDKmW5vnl1QmuUp3oFP1rXrUSdyrnU3TcGIn+BX16F6HVQoQ7cNBVa3a0JwIXFxcXx1FNP8eGHH9K0aVN+//13j20/c4tEULt2baKjo4mNjXV2KCWan5/fv3okubOktExW7jrBh2sOseHQabwEfL29qFq+NK/d3pJrGgdR9VIlHXI68JvVBnB4DZSvBTdOgVb36oNdLu5ckbiIiAief/55XnjhBY/8knSOWyQCX19fj7uUU/9Izcjiu+3HWB0Rx57jiRxLSD1fvrleoD8v3hjG7W1qU6FMAb69H/zDugI49AcE1IDrJ0Pr+6xa/cplxcbGEhgYiLe3N5MmTaJevXq0atXK2WE5nVskAuV5ok+fZXXESTYeimfFzuPEn83Ax0toWiOA7k2DKO/ny1UNAunetOrFvX3ycmiN1QZw4DcoVw36vAat79fxeV2cMYZ58+bx1FNPMXHiRIYOHcott9zi7LBKDE0EymWkZWbxga1084kz1jf+8n4+NK9VgWFdG9I5pErh24ii1lm3gCJ/gbJVoferEP4g+ObSa0i5lIMHDzJkyBB+/PFHOnfuTLdu3ZwdUomjiUCVeMYYVuw4zoTluzl86iydGgUyvGtD2tavTGj18gX7xn+h6A3WFUDET+BfxRrVK3yQDtbuJhYsWMDw4cMREWbMmMHQoUP1afxcaCJQJdr6g6cYNH89CSkZNK5WjgWD2tE5pAie1D2y0XoOYN8PUKYy9HwZ2g2GUmUvf9+qxKhWrRpdunRh5syZ1K1b19nhlFhuUWJCuZ+Nh08z/pudbDwcD8CtrWvx2m0tLx6xq6CObbEagfd+B2UqQcfHoN0QKB1w+UErp8vIyOC1114jKyuLMWPGODucEkVLTCiXkJmVzYdrDtlq+ycQWLYUT/QM4dYra1M38DJv1RzfBqsmwu5vwK+CVQqi/VDwK180wSun27hxIw899BBbtmzh7rvv1odMC0ATgXKq2ESruufxM6nMXLWfM6mZAAzt2oBHuzX6ZxCXgjr8l3XvPzsLMlMh+m8oXQGueQ6uGm4lA+UWUlJSePnll5k8eTJBQUEsXbrUpYeNdAaHJgIRuQ54G/AG3jPGTLxgfV1gPlDRts1oY8xyR8akSoZt0QmM/3Ynfx04dX5ZeT8fbmhRg1dva0H5wiYAgKwM+PpxiN0NdTuCly90/Y+VAMq4fwExTxMZGcmbb77JAw88wOuvv+4RReKKmsMSgYh4A9OBa4Fo4G8RWWaM2ZljsxeAxcaYd0UkDFgOBDsqJuV8p5LT+e+SbXy/4zhlfL1pX78yj3ZvRFiN8gSWu8yHtTJS4YtB1u0fgKY3Qv+PLz9oVeKcOXOGJUuW8MADD9CsWTP27dvnViOGFTdHXhG0AyKMMZEAIvIJcAuQMxEY4NxN2grAUQfGo5zshx3H+e/SbSSkZHB/h3o83btJ4b/5Z6RC0nGI2QV/zQIMRK76Z/3N70DrgUURtiphli9fzrBhwzhy5Ajt27cnNDRUk8BlcmQiqAVE5ZiPBtpfsM1Y4AcReQwoC/TMbUciMgQYAmgXMBeUnpnN80u38dmGaMJqlGfBoPaE1rjMRtr5N1kF4M6pFQ6121klRO/5XBuB3dDJkyd58skn+eijjwgLC2P16tUeWySuqDm7sXgAMM8Y84aIdAAWiEhzY0x2zo2MMbOB2WB1H3VCnKoQrAfBTvDait1ExibzSLeGjOzRmFI+hewCemwrbPkEdn4JZ45YA8F0eQYCG0Gd/IcBVa7rXJG4yMhIxowZw3//+19Kl9a6T0XFkYngCFAnx3xt27KcBgHXARhj1oiIH1AFiHFgXKoY/BUZx8Tvd7PpcDwNg8oy575wrg2rVvAdJZ6AbZ/BlkVwYrvV8BtyrVX+oeNIrQLq5k6cOEFQUBDe3t5MnjyZevXq0bJlS2eH5XYcmQj+BkJEpD5WAugP3H3BNoeBHsA8EQkF/ACtJe3Cdh8/w2vf7+Hn3TFUK1+aSbe14LbWtQv+INiur2Hjh9ZAMCYLarWxKoA2vw38cxk0RrkVYwxz587l6aefZuLEiQwbNoybbrrJ2WG5LYclAmNMpog8CqzA6ho61xizQ0TGAeuNMcuAp4E5IvIkVsPxA8bVHnVWgFUNdMqP+1iyKZpypX34z3VNeaBjMGVKeRd8Z2lJ8PlDkJUOVz8FVwyAoMZFH7QqkSIjIxk8eDA///wzXbt2pWfPXJsOVRFyaBuB7ZmA5RcsG5NjeifQyZExKMc6nZzO9F8i+HDNIRAY0rkBw69pSEV/O27ZZKRASrw1fWwL/P0eiBekxltJ4IHlEKx/Hp5k/vz5jBgxAm9vb2bOnMngwYO1SFwxcHZjsXJRZ9Mz+WD1QWau2k9yeia3tc5jsPfcHNkAH98JZ0/+e3n1llYyCL0Z6l5V9IGrEq1mzZp0796dd99912NG0ysJtOicspsxhoiYJH7YeYL5fx4kJjGNnqFVeaZ3U5pUt7NoW3Y2TG0F8YegYj3oNNL64AeoFAwNtVa8J0lPT2fixIlkZ2czduxYZ4fj1rTonLosZ1IzeHfVfn7YcZz9sckAtKtfmen3tKZtcAEbbvcst5IAwEMroHyNIo5WuYq///6bhx56iO3btzNw4EAtEudEmghUnj5bH8XoJdvIyjbUrODHEz1D6HdlLeoFFqJuf1oi/Pw/a3rwz5oEPNTZs2cZM2YMU6ZMoUaNGixbtkx7BDmZJgKVq6Wbonn9+z0cTUilafUAxt7cjKsaBBZ+h8lx8Mt4qxAcQNWwoglUuZwDBw4wbdo0Bg8ezKRJk6hQQSvBOpsmAvUvxhhm/RbJxO+sD+zHe4Qw4pqG+PkWsBtoaoJVAtraKbzewJquWBceWadjAXuYhIQElixZwoMPPkizZs2IiIigTp06+b9RFQtNBOpfxi7bwfw1hwirUZ7X72hJs5qF+La27XOrCuiFvEvDsNWaBDzMt99+y9ChQzl27BgdOnSgadOmmgRKGE0ECoCU9Cye/HQz3+84jpfA0kc6UtqnEA+DgZUIylSyBoE5x8vHeipYi8F5jNjYWJ544gkWLlxI8+bNWbJkCU2bNnV2WCoXmggUxhgemvc3ayLjqBfoz5cjOhU+CRxea40HHNTUGgpSeaSsrCyuvvpqDhw4wMsvv8zo0aMpVUrrQpVUmgg8XFJaJte8/gsnk9K5M7w2r91+ReF2FLMblo+Cg79b820eKLIYles4fvw4VatWxdvbmzfeeIPg4GCaN2/u7LBUPvTZbQ8Wm5jGnTPXcDIpnc4hVZh0WyGrOn5yD8xo/08SuPcLa1hI5TGys7OZNWsWjRs3ZtasWQDceOONmgRchF1XBCJSBqhrjNnj4HhUMTDG8P3240z4bhcnE9OZPbANvZpVL9zOIldZQ0OKF/SdCc1vBe/LGG9YuZyIiAgGDx7MqlWr6N69O71793Z2SKqA8k0EInITMBkoBdQXkVbAOGPMzQ6OTTnAjqMJzFi1n2+3HqOSvy8LB7fnyrqXMdj3/l+sn4N+hNq5Pr2u3NgHH3zAiBEjKFWqFHPmzGHQoEH6dLALsueKYCzW+MOrAIwxm21jDCgXkp6Zzf++2cmCtVZ5hwc6BjO6T9OCPx+QkzFw8A/w8YMarYomUOVS6tatS+/evZk+fTq1atVydjiqkOxJBBnGmIQLsrxrVarzcJlZ2Ty6cCM/7DxBeT8fZt7bho6Nqlz+jiN+giProfer4K39DjxBWloar776KtnZ2YwbN44ePXrQo0cPZ4elLpM9/3t3iMjdgLeIhACPA386NixVVP4+eIqXv97B9iNnuKVVTd66q9XlX7onn4TtS+DvOVCpPrR9uGiCVSXaX3/9xaBBg9ixYwf333+/FolzI/YkgseA54E0YCHWiGP/c2RQ6vIlpGTw0lfb+XLzUUr5eDFtwJXc2LJG0fzH/XMarH4LvEvBHfN13GA3l5yczIsvvshbb71FrVq1+Oabb7jhhhucHZYqQvYkghuMMc9jJQMAROQO4DOHRaUKzRjDd9uP88q3uzgSn0J4vUo807sJ7S+nYNw5u76B3d/CloVQqhyM2gulClGFVLmUQ4cOMWPGDIYNG8bEiRMpX16fDnc39iSC57j4Qz+3ZaoEeGrxFpZuOoKvt/D+/eH0CK1WdDv/Ywqc2A4V6kLzfpoE3Fh8fDyff/45Dz/8MGFhYUREROiIYW7skolARPoA1wO1RGRqjlXlgUxHB6YKJiMrm77TV7Pj6Bmub1Gdl25qRrXyfkWzc2OsK4Ej66HVPdB3RtHsV5VIX331FcOHDycmJoarr76apk2bahJwc3k9WXwUWA+kAhtyvJYB+sRICZKRlc3wjzay4+gZWtetyNv9ryy6JJCebA0m8+k91nzYLUWzX1XixMTE0L9/f/r27UtQUBBr167VInEe4pJXBMaYLcAWEVlojMkoxphUAfy2N5b75q4DoGvjIOY92PbyG4SzMmHrp7BvBez7ETLOWsvvXACN9TuAO8rKyqJTp04cPnyY8ePH8+yzz+Lrq0+Iewp72giCReRVIAw4/zXTGNPAYVGpfBljGPj+Ov6IOAnAM72b8Ei3Rpe/49QzMLkxZKZY8+GDoFlfqNcJvC7j4TNVIh09epTq1avj7e3N22+/TXBwMGFhOnqcp7Gn6NwHwLtY7QLdgA+BjxwZlMrfjqNn+CPiJKV9vHj//vCiSQIAX4+0kkBQKDx7AG58E+p30STgZrKzs3n33Xdp2rQpM2fOBOD666/XJOCh7EkEZYwxKwExxhwyxowFtBOxE51MSmPA7LX4egt//Kd70fUMys6GHUus6RFrwL9y0exXlSh79+6lW7dujBgxgvbt29OnTx9nh6SczJ5bQ2ki4gXsE5FHgSNAOceGpS4lO9tw07Q/SEzL5MUbwwgKKH35O81IgQO/weaPrfmeY0GfGHVL77//Po8++ih+fn7MnTuXBx54QJ8OVnYlgpGAP1Zpif9h3R6635FBqUu76tWVxCSmcUWdigy6ughq/yUcgSm22wGlykG7IdBx5OXvV5VIwcHB9OnTh+nTp1OjRg1nh6NKiDwTgYh4A3cZY0YBScCDxRKVytVXm48Qk5hGGV9vlg7vWDQ7XfOO9bN2W7j/G/Atom6nqkRIS0vjf/+zKsKMHz9ei8SpXOXZRmCMyQKuLqZYVB42R8Uz8pPNBAf6s/6Fnnh5FcHlfFYGbJgPTW+Eh3/SJOBm/vzzT1q1asUrr7zCsWPHMEaLBqvc2XNraJOILMMqKZF8bqExZonDolL/kml7athLYPZ94ZQtXciSz1sXQ/T6f+Z3LIWMZGhxR9EEqkqEpKQknn/+eaZNm0adOnX4/vvvddQwlSd7PlH8gDige45lBsg3EYjIdcDbgDfwnjFmYi7b3Ik1+I0Bthhj7rYjJo+RlJZJx1dXAjCsa0MaVwso3I6i18OSwda0X0XbQgOVG0KoDjbnTg4fPsysWbN45JFHmDBhAgEBhfybUR4j30RgjClUu4CtfWE6cC0QDfwtIsuMMTtzbBOCVcCukzHmtIhULcyx3FVsYhrXvP4LyelZtA22qogWyNFN8MOLkJ0Jh9dYyzo/DT3GFH2wyqlOnz7NZ599xpAhQwgLCyMyMpKaNWs6OyzlIux5jqCw2gERxphIY0w68AlwYaGawcB0Y8xpAGNMjAPjcSkHTibT9pWfSE7P4tqwaiwe2qHg3fx+eBGObbUGk693NdwyHbq94JiAldMsXbqUsLAwRowYwZ49ewA0CagCceT4grWAqBzz0UD7C7ZpDCAiq7FuH401xnx/4Y5EZAgwBKwxUt1d1Kmz3Df3LwAGtKvDq7e2LPhOlj0OB3+H3hOgwyNFHKEqCY4fP85jjz3G559/TqtWrfj2229p0qSAV41K4dhEYO/xQ4BrgNrAbyLSwhgTn3MjY8xsYDZAeHi4W3d9+HLTEZ5fug1vL2HWwDb0bla9YDtITYAfx8DG+dZ8+ENFH6RyuqysLDp37kxUVBQTJkxg1KhRWiROFVq+iUBEqgETgJrGmD4iEgZ0MMa8n89bjwB1cszXti3LKRr4y1bd9ICI7MVKDH/bewLuJDvb8OKX20lOz+Lnp7vSIKiAD3BnZdgKxqVa83d+CL5lij5Q5TTR0dHUrFkTb29vpk6dSv369bVUtLps9rQRzMMap/jcTce9wBN2vO9vIERE6otIKaA/1lgGOX2JdTWAiFTBulUUace+3dJPu06QmJbJ//o2L3gSAFj7rpUEaoXDU7t17AA3kp2dzbRp02jatCnvvvsuAH369NEkoIqEPYmgijFmMZANYIzJBLLye5Ntu0exksguYLExZoeIjBORc/0VVwBxIrIT+AV4xhgTV4jzcHlZ2YaXv95JrYplGNC2Tv5vuFDCEfjxRWv63s+hvJYPcBe7d++mS5cuPP7441x99dXceOONzg5JuRl72giSRSQQq58/InIVkGDPzo0xy4HlFywbk2PaAE/ZXh7t3GDzL9wQio93ITpzvdXc+nnVCChTqWiDU07z3nvv8eijj+Lv78/8+fMZOHCgFolTRc6eRPA01i2dhrbePUHA7Q6NysOs2HGcuasP0O/KWjzcuYDj/ZyMsMYSNtlQNQx6jXdMkMopGjZsyE033cQ777xDtWpFVG5cqQvY80DZBhHpCjQBBNijQ1cWnYiYRIYu2EDDoLK8emuLgr05OQ7eafPPfOendQAZF5eamsq4ceMAmDBhAt26daNbt25Ojkq5u3zvQYjIVuBZINUYs12TQNEa/tFGAN7ufyV+vgX4EI/ZDR/aGoOvegQe2wjNb3NAhKq4rF69mlatWvHqq68SGxurReJUsbHnZvRNWMNULhaRv0VklIi4/1NdxeCHHcfZF5NEl8ZBNK9VoWBvntEeTmyDK+6G6yZAYEMdTMZFJSYm8thjj9G5c2fS0tJYsWIFc+bM0bYAVWzyTQS24SlfM8a0Ae4GWgIHHB6Zm0tIyeCNH/biX8qbmfe2LtibT9l+/QE1od+7RR+cKlbR0dG89957PPbYY2zbto1evXo5OyTlYex6slhE6gF32V5ZWLeKVCGlZmRxxcs/APB2/1b4lyrgA94xtrp93bVukKuKi4tj8eLFDB8+nNDQUCIjI3XEMOU09jxZ/BfgizUewR3GGI994KuofLLuMAB3htfmlla1Cr6DY1usn7XbFmFUqjgYY/jiiy945JFHOHXqFN27d6dJkyaaBJRT2fNV9D5jzB6HR+IhZv66n4nf7aZ9/cpMLEwxObAGmq8aBkGNizY45VDHjh3jkUceYenSpbRp04YffvhBi8SpEuGSiUBE7jXGfATcICI3XLjeGPOmQyNzQ//7Zifv/2Hd3/9f3+aFG27yZIQ1tsDVHv8Mnks5VyTuyJEjvPbaazz55JP4+Di75qNSlrz+EsvafuY2vJH2ayuAzKxsnluyjc82RNO8VnkWDb6KAL9CVIrMTPvnuYGmF+VmVQJFRUVRq1YtvL29mT59OvXr16dxY72SUyXLJROBMWaWbfInY8zqnOtEpJNDo3Izrcb9SFJaJvWrlGXeg+0KlwQAVr9t/QzpDbXDiy5AVeSysrKYPn06zz33HK+99hqPPPKIjhusSix7niOYZucylYvtRxJISssE4LuRnalSrnThdhR/GH55Bao2g/4LizBCVdR27dpF586dGTlyJF27duWmm25ydkhK5SmvNoIOQEcgSERy3pAujzWamMpHSnoWN077A4AVT3Qp2JPDOe37ET62lXfqORa89d5ySTV79mwee+wxAgICWLBgAffcc48+GKZKvLw+UUoB5Wzb5GwnOIMWnbPL1J/3AXDzFTVpUj23phY7JMf9kwTaD4PG+rBRSRYSEkK/fv2YOnUqVatWdXY4StklrzaCX4FfRWSeMeZQMcbkFpLTMvlm61EApg64snA7ycqApUOt6b4zodWAIopOFZWUlBTGjh2LiDBx4kQtEqdcUl63ht4yxjwBvCMiF/USMsbcfPG71Dl3zlpD1KmUglcUzWnbZxDxozW+QMu7ii44VSR+++03Hn74Yfbt28ewYcMwxuhtIOWS8ro1tMD2c3JxBOJO/th3kh1Hz9CtSRAD2hWiPl9mmvVaN9uaf2wjeBVisBrlEGfOnGH06NG8++67NGjQgJUrV9K9e3dnh6VUoeV1a2iD7eev55aJSCWgjjFmazHE5pKMMdz7/l8AvHN3AYvJAcTugent/r1MRxwrUY4ePcq8efN46qmnGDduHGXLls3/TUqVYPbUGloF3GzbdgMQIyKrjTH6aGsu1h04BUC7+pUpW9rO3j27voafxlrTcRHWz8Z9IPhqaNxby0uXACdPnmTx4sWMGDGCpk2bcuDAAR0xTLkNez6pKhhjzojIw8CHxpiXbIPVqFx8+ncUAO/db+cDX6cPwjdPQnKsNbBMjSugUjD0GJPfO1UxMMawePFiHnvsMeLj4+nZsyeNGzfWJKDcij2JwEdEagB3As87OB6Xdjo5nSWbjnDzFTUpb8/TwwdXw+cPwdlT1ljDHR9zfJDKbkePHmX48OEsW7aM8PBwVq5cqeUhlFuyJxGMA1YAq40xf4tIA2CfY8NyTecKyvVvVyf/jbOzYd711vTwP6FaMwdGpgoqKyuLLl26cOTIESZPnszIkSO1SJxyW/YMXv8Z1lgE5+YjAR0c9wJn0zNZuO4w4fUq0bFhlfzf8OdU62fz2zQJlCCHDh2idu3aeHt7M2PGDBo0aECjRo2cHZZSDmXP4PW1RWSpiMTYXl+ISO3iCM6VDP5wPaeS0xndp2n+G6cnw08vWdN6O6hEyMrK4s033yQ0NJR337WG/+zVq5cmAeUR7Omc/gGwDKhpe31tW6ZsMrKy2Xn0DADhwZXzf8PRTdbPzqOgZiGfOlZFZvv27XTs2JGnn36aHj160LdvX2eHpFSxsicRBBljPjDGZNpe84AgB8flUj5YfYDTZzOYc58dPYV2fQ3zbGMJXHmvYwNT+Zo5cyatW7cmMjKShQsXsmzZMmrX1gte5VnsSQRxInKviHjbXvcCcY4OzJV8u+04AF0a29E28Kntw7/nWKhc33FBqTwZY1VNCQ0N5Y477mDnzp0MGDBAS0Qoj2RPN4iHsMYfmGKbXw086LCIXEx2tmFLVDx1KpehtE8eZaaNgaMbremwW+DqJ4snQPUvZ8+eZcyYMXh7ezNp0iS6du1K165dnR2WUk6V7xWBMeaQMeZmY0yQ7dXXGHO4OIJzBbN+iwSgX6taeW+480uYY6tHE6r1+pxh1apVtGzZkjfeeIOkpKTzVwVKeTp7eg01EJGvRSTW1mvoK9uzBB4vO9sw6fvdADzSPZ/eJedKR9z2vtVlVBWbhIQEhg4der489M8//8z06dP1NpBSNva0ESwEFgM1sHoNfQYscmRQruLDNQcBGNq1Qd63hcB6ijgwBFrcrrWDitmxY8f46KOPGDVqFFu3btXxApS6gD2JwN8YsyBHr6GPAD97di4i14nIHhGJEJHReWx3m4gYEXGZEdmzsg1jv94JwJM98yk7kJoAB/+AJn2KITIFEBsby7Rp1tDaTZs25eDBg7z++uv4+/s7OTKlSh57EsF3IjJaRIJFpJ6IPAssF5HKInLJTvMi4g1MB/oAYcAAEQnLZbsAYCTwV+FOwTm+2BgNwK2ta+U/FvG62ZCdAU1vKIbIPJsxhoULFxIaGsrTTz/N3r17AQgK0h7PSl2KPYngTmAo8AuwChgO9McqSb0+j/e1AyKMMZHGmHTgE+CWXLb7HzAJSLU/bOdKz8zm2c+tAqxjbrwot/3bz+OtV/naULttMUTnuaKiorjpppu45557aNSoEZs2bdIicUrZwZ5aQ4Xt7F4LiMoxHw20z7mBiLTGGujmWxF55lI7EpEhwBCAunULMeJXEXvN1kD8TO8mVPQvdekNk0/Cb68DAsN+B698rhxUoWVmZnLNNddw/PhxpkyZwmOPPYa3t/6+lbKH08opiogX8CbwQH7bGmNmA7MBwsPDndrnLyU9i/f+OEBQQGke6ZZHTyFj4KtHrenuz4O/HaUnVIEdPHiQOnXq4OPjw6xZs2jQoAENGminNqUKwpED4R4BctZjrm1bdk4A0BxYJSIHgauAZSW9wfiJT606QaOvy6O4nDHwwwuw9zsoXR66XPJiRxVSZmYmkydPJjQ0lBkzZgDQs2dPTQJKFYIjrwj+BkJEpD5WAugP3H1upTEmAThfk8E2JOYoY0xe7Q5OFRmbxI87T1Dax4tbW+fxANmOJbDmHWt68C/FE5wH2bp1K4MGDWL9+vXccsst3HabPpeh1OWw54EysdUaGmObrysi7fJ7nzEmE3gUa1CbXcBiY8wOERknIi75aO2oz7aQbeCP/3TP+2Gk7Uusn0N/gypaxrgozZgxgzZt2nDo0CE+/fRTli5dSs2aNZ0dllIuzZ4rghlANtAda7SyROALIN8uMMaY5cDyC5blOhivMeYaO2Jxmuxsw8bD8VQv70dQQOmLN8hIhYQoOHMUdn9jPTxW44riD9RNGWMQEZo3b07//v2ZMmUKVarYUeRPKZUvexJBe2NMaxHZBGCMOS0ieXSVcU+fb7CeG7iuefWLV2akwisXDGZ+45SLt1MFlpyczAsvvICPjw+vv/46Xbp0oUuXLs4OSym3Yk9jcYbt4TADICJBWFcIHmXenwcBePTCmkKZ6fDds9Z0qQCrltDdn0Hw1cUboBtauXIlLVq04K233iItLU2LxCnlIPZcEUwFlgJVReQV4HbgBYdGVcIs/juKncfOMLRrA6qUy3FbKDsbNn8MG+db80/vgtIBzgnSjcTHxzNq1Cjef/99QkJC+O233+jcubOzw1LKbdnzQNnHIrIB6AEI0NcYs8vhkZUg//t2J36+Xjx9bZN/Fp6KhJmdIT3Jmh/2hyaBInLixAk++eQT/vOf//DSSy9RpkwZZ4eklFvLNxGISF3gLNZYxeeXecqYBJGxSSSmZjKgXV1K+djupJ06AFNtYw37+EH/hVC9hfOCdAPnPvxHjhxJkyZNOHjwoDYGK1VM7Lk19C1W+4BgVR2tD+wBmjkwrhJjyUbrGbj7O9azFqQlwtRW1nTZqvDMPucE5iaMMXz88ceMHDmSpKQkrr/+ekJCQjQJKFWM7BmhrIUxpqXtZwhWMbk1jg+tZPgj4iTl/XxoWr08pCXBq7aBza8YAE9sc25wLu7w4cPccMMNDBw4kCZNmrB582ZCQkKcHZZSHqfATxYbYzaKSPv8t3R9J5PS2BwVz6Pnagrt+8H6WbkB3DJdi8hdhnNF4mJiYpg6dSojRozQInFKOYk9bQRP5Zj1AloDRx0WUQny4ZpDALSqU9FaEG/NM2SVJoFCioyMpF69evj4+DBnzhwaNmxIcHCws8NSyqPZ8xxBQI5Xaaw2g9zGFXA7C/86hJdAj9CqkJ0FP421VvhVcGpcrigzM5NJkyYRFhbG9OnTAejRo4cmAaVKgDyvCGwPkgUYY0YVUzwlxv7YJE4mpdO6bkWrrlDkb9aKcrk8WazytHnzZgYNGsTGjRvp168fd9xxh7NDUkrlcMkrAhHxMcZkAZ2KMZ4S48lPNwMwqrft2YHUBOvnXR85JyAX9c4779C2bVuOHDnC559/zpIlS6hRo4azw1JK5ZDXFcE6rPaAzSKyDPgMSD630hizxMGxOU382XS2Rlsf/B0b2roxRvxk/QzQKwJ7nCsS17JlS+655x7efPNNKlfWwXmUKons6TXkB8RhVR899zyBAdw2EUz+YQ8A4/s2txacPQU7voQKdaBinUu/UZGUlMTzzz+Pr68vkydP1iJxSrmAvBqLq9p6DG0Httl+7rD93F4MsTnNR2sP4yVw71X1rHpCnz8E6YnQfqizQyvRfvjhB5o3b860adPIyMjQInFKuYi8rgi8gXJYVwAXctv/4buPnwGgQ8NAa8H7PeHIBmhwDbQf7rzASrDTp0/z1FNPMW/ePJo0acJvv/3G1Vdr9VWlXEVeieCYMWZcsUVSQsz94wAAb97ZCjYvtJIAwK1zwNuRI3u6rpiYGD7//HOee+45xowZg5+fn7NDUkoVQF6fbHmMxeiejDEsXh9Nk2oBVCvvB1/argAe3wTlqjo3uBLm+PHjLFq0iCeffPJ8kbjAwEBnh6WUKoS82gh6FFsUJcS5UchqVyrzTy+hhj2skhIKsJLl/PnzCQsL47nnnmPfPqvoniYBpVzXJROBMeZUcQZSEsz8dT8A4/s1h7XvWgt1yMnzDh48yHXXXccDDzxAWFiYFolTyk3oTe8c9scmU8bXmxrlfK0rguotoFI9Z4dVImRmZtKtWzdOnjzJ9OnTGTZsGF5e9lQoUUqVdJoIbI7GpwBw71V14fc3rIXVr3BiRCVDREQE9evXx8fHh7lz59KgQQPq1dPkqJQ70a90Nmv2xwHQqXo2rJpgLewzyYkROVdGRgYTJkygWbNm54vEdevWTZOAUm5Irwhs5vweSeWypei6+j5rQeProHQ55wblJBs3bmTQoEFs3ryZO+64g7vuusvZISmlHEivCLB6wuw+nkhomdPIKavBmP6LnBuUk0ydOpV27dpx/PhxlixZwuLFi6lWrZqzw1JKOZAmAuD4mVTA8HHSYGtB9xfBwxpCz5WDuPLKK7nvvvvYuXMn/fr1c3JUSqnioLeGgA2HTjPJZ441I97QxXOGX0hMTOS5556jdOnSvPHGG3Tu3JnOnTs7OyylVDHyrK+9l7D7WCK3e/9qzQz/07nBFKPvv/+e5s2bM2PGDIwxWiROKQ+liQBYt2E93mKg+wtQtamzw3G4uLg47r//fvr06UPZsmVZvXo1b775pjUSm1LK43h8IkjPzGZwynvWTO22zg2mmMTFxbF06VJefPFFNm3aRIcOHZwdklLKiRyaCETkOhHZIyIRIjI6l/VPichOEdkqIitFpNg7qUfEJFGWVGumnvuWTj527BiTJ0/GGEPjxo05dOgQ48aNo3Tp0s4OTSnlZA5LBLaB76cDfYAwYICIhF2w2SYg3BjTEvgceM1R8VzKnN8j8ZZs4qu2d8sy08YY5s6dS2hoKC+++CIREREAVKpUycmRKaVKCkdeEbQDIowxkcaYdOAT4JacGxhjfjHGnLXNrgVqOzCeXB2KS6YsqVSoULG4D+1wBw4coFevXgwaNIgrrriCLVu2aJE4pdRFHPkVuBYQlWM+Gmifx/aDgO9yWyEiQ4AhAHXr1i2q+MjIyiYzagPNSx8EX/eqK5SZmUn37t2Ji4vj3XffZciQIVokTimVqxJxL0RE7gXCga65rTfGzAZmA4SHhxdZH8dtRxKoL8esmRZ3FNVunWrfvn00aNAAHx8fPvjgAxo2bEidOnWcHZZSqgRz5FfEI0DOT6DatmX/IiI9geeBm40xaQ6M5yLfbz9OacmwZmpeWZyHLnIZGRmMHz+e5s2b88477wBwzTXXaBJQSuXLkVcEfwMhIlIfKwH0B+7OuYGIXAnMAq4zxsQ4MJZcrdx1gq98Flgzvv7Fffgis379egYNGsTWrVvp378/AwYMcHZISikX4rArAmNMJvAosALYBSw2xuwQkXEicrNts9eBcsBnIrJZRJY5Kp7c7I9N5vzQzP6Vi/PQRebtt9+mffv2nDx5kq+++opFixZRtaqOr6yUsp9D2wiMMcuB5RcsG5Njuqcjj5+XjYdPA1BOUqDVvc4Ko9CMMYgI4eHhDBo0iNdee42KFSs6OyyllAsqEY3FzjDr1/2UJ8maKVvFucEUwJkzZ/jPf/6Dn58fU6ZMoVOnTnTq1MnZYSmlXJjH9idcseMEt3r/Yc1Uru/cYOy0fPlymjVrxuzZs/Hx8dEicUqpIuGRiSA5LROAUaW+sBa0uNOJ0eTv5MmT3Hvvvdxwww1UqFCBP//8k9dff12LxCmlioRHJoJ1B0/hQyblTLK1oFTJ7jF0+vRpvv76a1566SU2btxI+/Z5PZenlFIF45FtBD/sOMGt3r9bMyX0auDIkSN8/PHHPPPMM4SEhHDo0CFtDFZKOYRHXhHEnknhNV/biGS9xjs3mAsYY5gzZw5hYWGMHTuW/futMZQ1CSilHMUjE0FarFWBk9CbIKDkDMy+f/9+evTowZAhQ2jdujVbt26lUaNGzg5LKeXmPO7WkDGG8qd3QSmgkdMeY7hIZmYmPXr04NSpU8yaNYuHH35Yi8QppYqFxyWCqFMptPHaa83U7+LcYIA9e/bQsGFDfHx8mD9/Pg0bNqR27WKvxq2U8mAe95XzYFwyXb22WDOVGzgtjvT0dF5++WVatGjB9OnTAejatasmAaVUsfO4RLBy5zEaeh0jy995TxOvW7eONm3aMHbsWO644w7uuecep8WilFIelwhqJ24GwLuGcwaieeutt+jQocP5ZwM+/vhjqlRxnRIXSin343GJ4NSpU9bE1U8W63HPlYNo164dgwcPZseOHdx4443FGoNSSuXG4xqLTeoZayKgerEcLyEhgWeffZYyZcrw1ltv0bFjRzp27Fgsx1ZKKXt43BVBSnKCNVE6wOHH+vrrrwkLC+O9996jdOnSWiROKVUieVQiMMZQOutcfaFyDjtObGwsd999NzfffDOBgYGsXbuWSZMmaZE4pVSJ5FGJIDYxjXKSgkGgVFmHHSchIYHly5fz8ssvs379etq2beuwYyml1OXyqDaCmMQ0Akgh06ccvkX87TwqKoqPPvqI0aNH06hRIw4dOkSFChWK9BhKKeUIHndF0ECOkelbdFcD2dnZzJw5k2bNmjF+/PjzReI0CSilXIVHJYL4lHS6em/FNzulSPa3b98+unfvzvDhw2nXrh3btm3TInFKKZfjUbeG4pLSrYkqTS97X5mZmVx77bXEx8fz/vvv8+CDD2pjsFLKJXlUIoiJOQGAd+3Whd7Hrl27CAkJwcfHhwULFtCwYUNq1qxZVCEqpVSx86hbQxmnowCQqqEFfm9aWhovvfQSLVu25J133gGgc+fOmgSUUi7Po64Iroj92poILNh9/LVr1zJo0CB27tzJwIEDGThwoAOiU0op5/CoK4I6HLcmgjvZ/Z433niDjh07kpiYyPLly/nwww8JDAx0UIRKKVX8PCoRVEg7xgkf+27lZGdnA9ChQweGDRvG9u3b6dOnjyPDU0opp/CoW0M1TQz7fZqT1yjF8fHxPP300/j7+zNt2jQtEqeUcnsec0VgsrPxlzR8S5W+5DZffvklYWFhzJ8/n4CAAC0Sp5TyCB6TCJLOnAbgdJWL6/7ExMRw55130q9fP6pVq8a6deuYMGGCPheglPIIHpMIjh2PBsBbsi9ad+bMGX788UdeeeUV1q1bR+vWhX/OQCmlXI3HtBEcj0ugMVAmyBqw/vDhwyxYsID//ve/NGrUiMOHDxMQ4PgxCpRSqqRx6BWBiFwnIntEJEJERueyvrSIfGpb/5eIBDsqFp+4fQBU8vdlxowZNGvWjAkTJpwvEqdJQCnlqRyWCETEG5gO9AHCgAEiEnbBZoOA08aYRsAUYJKj4snKymDPySzuGPUWjzzyCB06dGDHjh1aJE4p5fEceUXQDogwxkQaY9KBT4BbLtjmFmC+bfpzoIc4qIU26MjP9P7oLLv3RvDBBx+wYsUKgoODHXEopZRyKY5sI6gFROWYjwbaX2obY0ymiCQAgcDJnBuJyBBgCEDdunULFUxK45t5amAifZ+dTd06dQq1D6WUckcu0VhsjJkNzAYIDw8vVOf+K3vdy5W97i3SuJRSyh048tbQESDnV+/atmW5biMiPkAFIM6BMSmllLqAIxPB30CIiNQXkVJAf2DZBdssA+63Td8O/Gz0cV6llCpWDrs1ZLvn/yiwAvAG5hpjdojIOGC9MWYZ8D6wQEQigFNYyUIppVQxcmgbgTFmObD8gmVjckynAnc4MgallFJ585gSE0oppXKniUAppTycJgKllPJwmgiUUsrDiav11hSRWOBQId9ehQueWvYAes6eQc/ZM1zOOdczxgTltsLlEsHlEJH1xphwZ8dRnPScPYOes2dw1DnrrSGllPJwmgiUUsrDeVoimO3sAJxAz9kz6Dl7Boecs0e1ESillLqYp10RKKWUuoAmAqWU8nBumQhE5DoR2SMiESIyOpf1pUXkU9v6v0Qk2AlhFik7zvkpEdkpIltFZKWI1HNGnEUpv3POsd1tImJExOW7GtpzziJyp+3feoeILCzuGIuaHX/bdUXkFxHZZPv7vt4ZcRYVEZkrIjEisv0S60VEptp+H1tFpPVlH9QY41YvrJLX+4EGQClgCxB2wTYjgJm26f7Ap86OuxjOuRvgb5se7gnnbNsuAPgNWAuEOzvuYvh3DgE2AZVs81WdHXcxnPNsYLhtOgw46Oy4L/OcuwCtge2XWH898B0gwFXAX5d7THe8ImgHRBhjIo0x6cAnwC0XbHMLMN82/TnQQ0SkGGMsavmeszHmF2PMWdvsWqwR41yZPf/OAP8DJgGpxRmcg9hzzoOB6caY0wDGmJhijrGo2XPOBihvm64AHC3G+IqcMeY3rPFZLuUW4ENjWQtUFJEal3NMd0wEtYCoHPPRtmW5bmOMyQQSgMBiic4x7DnnnAZhfaNwZfmes+2SuY4x5tviDMyB7Pl3bgw0FpHVIrJWRK4rtugcw55zHgvcKyLRWOOfPFY8oTlNQf+/58slBq9XRUdE7gXCga7OjsWRRMQLeBN4wMmhFDcfrNtD12Bd9f0mIi2MMfHODMrBBgDzjDFviEgHrFEPmxtjsp0dmKtwxyuCI0CdHPO1bcty3UZEfLAuJ+OKJTrHsOecEZGewPPAzcaYtGKKzVHyO+cAoDmwSkQOYt1LXebiDcb2/DtHA8uMMRnGmAPAXqzE4KrsOedBwGIAY8wawA+rOJu7suv/e0G4YyL4GwgRkfoiUgqrMXjZBdssA+63Td8O/GxsrTAuKt9zFpErgVlYScDV7xtDPudsjEkwxlQxxgQbY4Kx2kVuNsasd064RcKev+0vsa4GEJEqWLeKIosxxqJmzzkfBnoAiEgoViKILdYoi9cy4D5b76GrgARjzLHL2aHb3RoyxmSKyKPACqweB3ONMTtEZByw3hizDHgf6/IxAqtRpr/zIr58dp7z60A54DNbu/hhY8zNTgv6Mtl5zm7FznNeAfQSkZ1AFvCMMcZlr3btPOengTki8iRWw/EDrvzFTkQWYSXzKrZ2j5cAXwBjzEysdpDrgQjgLPDgZR/ThX9fSimlioA73hpSSilVAJoIlFLKw2kiUEopD6eJQCmlPJwmAqWU8nCaCFSJJSJZIrI5xys4j22TijG0SxKRmiLyuW26Vc5KmCJyc15VUh0QS7CI3F1cx1OuS7uPqhJLRJKMMeWKetviIiIPYFU8fdSBx/Cx1cvKbd01wChjzI2OOr5yD3pFoFyGiJSzjaWwUUS2ichF1UZFpIaI/Ga7gtguIp1ty3uJyBrbez8TkYuShoisEpG3c7y3nW15ZRH50lb7fa2ItLQt75rjamWTiATYvoVvtz0FOw64y7b+LhF5QETeEZEKInLIVg8JESkrIlEi4isiDUXkexHZICK/i0jTXOIcKyILRGQ11oORwbZtN9peHW2bTgQ6247/pIh4i8jrIvK37VyGFtE/jXJ1zq69rS99XeqF9WTsZttrKdaT8OVt66pgPVl57qo2yfbzaeB527Q3Vs2hKlhjEpS1Lf8PMCaX460C5timu2CrBw9MA16yTXcHNtumvwY62abL2eILzvG+B4B3cuz//DzwFdDNNn0X8J5teiUQYptuj1X+5MI4xwIbgDK2eX/AzzYdgvXELVhPp36T431DgBds06WB9UB9Z/8768v5L7crMaHcSooxptW5GRHxBSaISBcgG6v0bjXgeI73/A3MtW37pTFms4h0xRqwZLWtvEYpYM0ljrkIrJrwIlJeRCoCVwO32Zb/LCKBIlIeWA28KSIfA0uMMdFi/7AWn2IlgF+wSpzMsF2ldOSfMiBgfWDnZpkxJsU27Qu8IyKtsJJn40u8pxfQUkRut81XwEocB+wNWrknTQTKldwDBAFtjDEZYlUV9cu5ge0DvAtwAzBPRN4ETgM/GmMG2HGMCxvNLtmIZoyZKCLfYtV9WS0ivbF/AJxlWEmtMtAG+BkoC8TnTH55SM4x/SRwArgC63bvpWIQ4DFjzAo7Y1QeQtsIlCupAMTYkkA34KJxl8Uai/mEMWYO8B7WkH9rgU4i0si2TVkRudS35rts21yNVdUxAfgdKwmda4A9aYw5IyINjTHbjDGTsK5ELryfn4h1a+oixpgk23vexrp9k2WMOQMcEJE7bMcSEbnCzt/LMWPV3x+IdUsst+OvAIbbrpYQkcYiUtaO/Ss3p1cEypV8DHwtItuw7m/vzmWba4BnRCQDSALuM8bE2nrwLBKRc7daXsCq1X+hVBHZhHW75SHbsrFYt5u2YlV7PFfC/AlbQsoGdmCN+pZzyMBfgNEishl4NZdjfQp8Zov5nHuAd0XkBVsMn2CN05uXGcAXInIf8D3/XC1sBbJEZAswDyvpBAMbxbr3FAv0zWffygNo91GlbERkFVZ3S1ces0CpAtNbQ0op5eH0ikAppTycXhEopZSH00SglFIeThOBUkp5OE0ESinl4TQRKKWUh/s/sdyhCGU1Da0AAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "lst = ['person_info','finance_info','credit_info','act_info']\n",
    "\n",
    "train = data[data.obs_mth != '2018-11-30'].reset_index().copy()\n",
    "evl = data[data.obs_mth == '2018-11-30'].reset_index().copy()\n",
    "\n",
    "x = train[lst]\n",
    "y = train['bad_ind']\n",
    "\n",
    "evl_x =  evl[lst]\n",
    "evl_y = evl['bad_ind']\n",
    "\n",
    "model,auc = LGB_test(x,y,evl_x,evl_y)\n",
    "\n",
    "y_pred = model.predict_proba(x)[:,1]\n",
    "fpr_lgb_train,tpr_lgb_train,_ = roc_curve(y,y_pred)\n",
    "train_ks = abs(fpr_lgb_train - tpr_lgb_train).max()\n",
    "print('train_ks : ',train_ks)\n",
    "\n",
    "y_pred = model.predict_proba(evl_x)[:,1]\n",
    "fpr_lgb,tpr_lgb,_ = roc_curve(evl_y,y_pred)\n",
    "evl_ks = abs(fpr_lgb - tpr_lgb).max()\n",
    "print('evl_ks : ',evl_ks)\n",
    "\n",
    "from matplotlib import pyplot as plt\n",
    "plt.plot(fpr_lgb_train,tpr_lgb_train,label = 'train LR')\n",
    "plt.plot(fpr_lgb,tpr_lgb,label = 'evl LR')\n",
    "plt.plot([0,1],[0,1],'k--')\n",
    "plt.xlabel('False positive rate')\n",
    "plt.ylabel('True positive rate')\n",
    "plt.title('ROC Curve')\n",
    "plt.legend(loc = 'best')\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "id": "alike-leone",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([0.05956116, 0.00498876, 0.01307102, ..., 0.01497277, 0.0191522 ,\n",
       "       0.07087579])"
      ]
     },
     "execution_count": 38,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model.predict_proba(evl_x)[:,1] "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "id": "finnish-smell",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0        799.044524\n",
       "1        981.994370\n",
       "2        911.925133\n",
       "3        907.718692\n",
       "4        981.994370\n",
       "            ...    \n",
       "15970    761.518532\n",
       "15971    901.987537\n",
       "15972    901.987537\n",
       "15973    883.922367\n",
       "15974    785.625330\n",
       "Name: score, Length: 15975, dtype: float64"
      ]
     },
     "execution_count": 39,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "def score(xbeta):\n",
    "    score = 600+50*(math.log2((1-xbeta)/xbeta))  #好人的概率/坏人的概率\n",
    "    return score\n",
    "evl['xbeta'] = model.predict_proba(evl_x)[:,1]   \n",
    "evl['score'] = evl.apply(lambda x : score(x.xbeta) ,axis=1)\n",
    "evl['score']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "id": "sporting-statistics",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "count    15975.000000\n",
       "mean       905.040890\n",
       "std         86.915716\n",
       "min        625.125556\n",
       "25%        842.402856\n",
       "50%        901.987537\n",
       "75%        963.589977\n",
       "max       1090.867026\n",
       "Name: score, dtype: float64"
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "evl['score'].describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "id": "center-aquarium",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.43591286882703295"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "fpr,tpr,_ = roc_curve(evl_y,evl['score'])\n",
    "val_ks = abs(fpr - tpr).max()\n",
    "val_ks"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "concrete-queens",
   "metadata": {},
   "source": [
    "## 生成模型报告"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "russian-phase",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>BAD</th>\n",
       "      <th>GOOD</th>\n",
       "      <th>BAD_CNT</th>\n",
       "      <th>GOOD_CNT</th>\n",
       "      <th>BAD_PCTG</th>\n",
       "      <th>BADRATE</th>\n",
       "      <th>KS</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>num</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>95</td>\n",
       "      <td>704</td>\n",
       "      <td>95</td>\n",
       "      <td>704</td>\n",
       "      <td>0.290</td>\n",
       "      <td>0.119</td>\n",
       "      <td>0.245</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>32</td>\n",
       "      <td>767</td>\n",
       "      <td>127</td>\n",
       "      <td>1471</td>\n",
       "      <td>0.387</td>\n",
       "      <td>0.040</td>\n",
       "      <td>0.293</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>31</td>\n",
       "      <td>768</td>\n",
       "      <td>158</td>\n",
       "      <td>2239</td>\n",
       "      <td>0.482</td>\n",
       "      <td>0.039</td>\n",
       "      <td>0.339</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>35</td>\n",
       "      <td>763</td>\n",
       "      <td>193</td>\n",
       "      <td>3002</td>\n",
       "      <td>0.588</td>\n",
       "      <td>0.044</td>\n",
       "      <td>0.397</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>18</td>\n",
       "      <td>781</td>\n",
       "      <td>211</td>\n",
       "      <td>3783</td>\n",
       "      <td>0.643</td>\n",
       "      <td>0.023</td>\n",
       "      <td>0.402</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>24</td>\n",
       "      <td>775</td>\n",
       "      <td>235</td>\n",
       "      <td>4558</td>\n",
       "      <td>0.716</td>\n",
       "      <td>0.030</td>\n",
       "      <td>0.425</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>16</td>\n",
       "      <td>782</td>\n",
       "      <td>251</td>\n",
       "      <td>5340</td>\n",
       "      <td>0.765</td>\n",
       "      <td>0.020</td>\n",
       "      <td>0.424</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>11</td>\n",
       "      <td>788</td>\n",
       "      <td>262</td>\n",
       "      <td>6128</td>\n",
       "      <td>0.799</td>\n",
       "      <td>0.014</td>\n",
       "      <td>0.407</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>11</td>\n",
       "      <td>788</td>\n",
       "      <td>273</td>\n",
       "      <td>6916</td>\n",
       "      <td>0.832</td>\n",
       "      <td>0.014</td>\n",
       "      <td>0.390</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>14</td>\n",
       "      <td>785</td>\n",
       "      <td>287</td>\n",
       "      <td>7701</td>\n",
       "      <td>0.875</td>\n",
       "      <td>0.018</td>\n",
       "      <td>0.383</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>9</td>\n",
       "      <td>789</td>\n",
       "      <td>296</td>\n",
       "      <td>8490</td>\n",
       "      <td>0.902</td>\n",
       "      <td>0.011</td>\n",
       "      <td>0.360</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>7</td>\n",
       "      <td>792</td>\n",
       "      <td>303</td>\n",
       "      <td>9282</td>\n",
       "      <td>0.924</td>\n",
       "      <td>0.009</td>\n",
       "      <td>0.331</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>4</td>\n",
       "      <td>795</td>\n",
       "      <td>307</td>\n",
       "      <td>10077</td>\n",
       "      <td>0.936</td>\n",
       "      <td>0.005</td>\n",
       "      <td>0.292</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>6</td>\n",
       "      <td>792</td>\n",
       "      <td>313</td>\n",
       "      <td>10869</td>\n",
       "      <td>0.954</td>\n",
       "      <td>0.008</td>\n",
       "      <td>0.260</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>3</td>\n",
       "      <td>796</td>\n",
       "      <td>316</td>\n",
       "      <td>11665</td>\n",
       "      <td>0.963</td>\n",
       "      <td>0.004</td>\n",
       "      <td>0.218</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>3</td>\n",
       "      <td>796</td>\n",
       "      <td>319</td>\n",
       "      <td>12461</td>\n",
       "      <td>0.973</td>\n",
       "      <td>0.004</td>\n",
       "      <td>0.176</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>4</td>\n",
       "      <td>794</td>\n",
       "      <td>323</td>\n",
       "      <td>13255</td>\n",
       "      <td>0.985</td>\n",
       "      <td>0.005</td>\n",
       "      <td>0.138</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>1</td>\n",
       "      <td>798</td>\n",
       "      <td>324</td>\n",
       "      <td>14053</td>\n",
       "      <td>0.988</td>\n",
       "      <td>0.001</td>\n",
       "      <td>0.090</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>2</td>\n",
       "      <td>797</td>\n",
       "      <td>326</td>\n",
       "      <td>14850</td>\n",
       "      <td>0.994</td>\n",
       "      <td>0.003</td>\n",
       "      <td>0.045</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>2</td>\n",
       "      <td>797</td>\n",
       "      <td>328</td>\n",
       "      <td>15647</td>\n",
       "      <td>1.000</td>\n",
       "      <td>0.003</td>\n",
       "      <td>0.000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "     BAD  GOOD  BAD_CNT  GOOD_CNT  BAD_PCTG  BADRATE     KS\n",
       "num                                                        \n",
       "0     95   704       95       704     0.290    0.119  0.245\n",
       "1     32   767      127      1471     0.387    0.040  0.293\n",
       "2     31   768      158      2239     0.482    0.039  0.339\n",
       "3     35   763      193      3002     0.588    0.044  0.397\n",
       "4     18   781      211      3783     0.643    0.023  0.402\n",
       "5     24   775      235      4558     0.716    0.030  0.425\n",
       "6     16   782      251      5340     0.765    0.020  0.424\n",
       "7     11   788      262      6128     0.799    0.014  0.407\n",
       "8     11   788      273      6916     0.832    0.014  0.390\n",
       "9     14   785      287      7701     0.875    0.018  0.383\n",
       "10     9   789      296      8490     0.902    0.011  0.360\n",
       "11     7   792      303      9282     0.924    0.009  0.331\n",
       "12     4   795      307     10077     0.936    0.005  0.292\n",
       "13     6   792      313     10869     0.954    0.008  0.260\n",
       "14     3   796      316     11665     0.963    0.004  0.218\n",
       "15     3   796      319     12461     0.973    0.004  0.176\n",
       "16     4   794      323     13255     0.985    0.005  0.138\n",
       "17     1   798      324     14053     0.988    0.001  0.090\n",
       "18     2   797      326     14850     0.994    0.003  0.045\n",
       "19     2   797      328     15647     1.000    0.003  0.000"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#准备数据\n",
    "bins = 20\n",
    "temp_ = pd.DataFrame() #创建空白DataFrame\n",
    "temp_['bad_rate_predict'] = evl['score'] # 预测结果（坏人概率）\n",
    "temp_['real_bad'] = evl_y # 真实结果\n",
    "temp_ = temp_.sort_values('bad_rate_predict')#按照预测坏人概率降序排列\n",
    "temp_['num'] = [i for i in range(temp_.shape[0])] #添加序号列，用于分组\n",
    "temp_['num'] = pd.cut(temp_.num,bins = bins,labels = [i for i in range(bins)])#分成20组，为每组添加组号\n",
    "\n",
    "#创建报告\n",
    "report = pd.DataFrame()#创建空白DataFrame\n",
    "#计算每一组坏人数量\n",
    "report['BAD'] = temp_.groupby('num').real_bad.sum().astype(int)\n",
    "#计算每一组好人数量\n",
    "report['GOOD'] = temp_.groupby('num').real_bad.count().astype(int)-report['BAD']\n",
    "#累计求和坏人数量\n",
    "report['BAD_CNT'] = report['BAD'].cumsum()\n",
    "#累计求和好人数量\n",
    "report['GOOD_CNT'] = report['GOOD'].cumsum()\n",
    "good_total = report.GOOD_CNT.max()\n",
    "bad_total = report.BAD_CNT.max()\n",
    "#计算到当前组坏人比例（占所有坏人比例）\n",
    "report['BAD_PCTG'] = round(report.BAD_CNT/bad_total,3)\n",
    "#计算当前组坏人概率\n",
    "report['BADRATE'] =report.apply(lambda x: round(x.BAD/(x.BAD+x.GOOD),3),axis = 1)\n",
    "#计算KS值\n",
    "def cal_ks(x):\n",
    "  #当前箱累计坏人数量/总坏人数量  - 当前箱累计好人数量/好人数量\n",
    "    ks = (x.BAD_CNT/bad_total)-(x.GOOD_CNT/good_total)\n",
    "    return round(math.fabs(ks),3)\n",
    "report['KS'] = report.apply(cal_ks,axis = 1)\n",
    "report"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "regular-partnership",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'/Users/vincent/Movies/render.html'"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from pyecharts.charts import *\n",
    "from pyecharts import options as opts\n",
    "from pylab import *\n",
    "mpl.rcParams['font.sans-serif'] = ['SimHei']\n",
    "np.set_printoptions(suppress=True)\n",
    "pd.set_option('display.unicode.ambiguous_as_wide', True)\n",
    "pd.set_option('display.unicode.east_asian_width', True)\n",
    "line = (\n",
    "\n",
    "    Line()\n",
    "    .add_xaxis(list(report.index))\n",
    "    .add_yaxis(\n",
    "        \"分组坏人占比\",\n",
    "        list(report.BADRATE),\n",
    "        yaxis_index=0,\n",
    "        color=\"red\",\n",
    "    )\n",
    "    .set_global_opts(\n",
    "        title_opts=opts.TitleOpts(title=\"评分卡模型表现\"),\n",
    "    )\n",
    "    .extend_axis(\n",
    "        yaxis=opts.AxisOpts(\n",
    "            name=\"累计坏人占比\",\n",
    "            type_=\"value\",\n",
    "            min_=0,\n",
    "            max_=0.5,\n",
    "            position=\"right\",\n",
    "            axisline_opts=opts.AxisLineOpts(\n",
    "                linestyle_opts=opts.LineStyleOpts(color=\"red\")\n",
    "            ),\n",
    "            axislabel_opts=opts.LabelOpts(formatter=\"{value}\"),\n",
    "        )\n",
    "\n",
    "    )\n",
    "    .add_yaxis(\n",
    "        \"KS\",\n",
    "        list(report['KS']),\n",
    "        yaxis_index=1,\n",
    "        color=\"blue\",\n",
    "        label_opts=opts.LabelOpts(is_show=False),\n",
    "    )\n",
    ")\n",
    "line.render()"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.5"
  },
  "widgets": {
   "application/vnd.jupyter.widget-state+json": {
    "state": {},
    "version_major": 2,
    "version_minor": 0
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}
